diff --git "a/wandb/run-20220127_103723-scy0vyln/logs/debug-internal.log" "b/wandb/run-20220127_103723-scy0vyln/logs/debug-internal.log" deleted file mode 100644--- "a/wandb/run-20220127_103723-scy0vyln/logs/debug-internal.log" +++ /dev/null @@ -1,20219 +0,0 @@ -2022-01-27 10:37:24,607 INFO MainThread:1977561 [internal.py:wandb_internal():87] W&B internal server running at pid: 1977561, started at: 2022-01-27 10:37:24.607663 -2022-01-27 10:37:24,611 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: check_version -2022-01-27 10:37:24,612 INFO WriterThread:1977561 [datastore.py:open_for_write():77] open: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/run-scy0vyln.wandb -2022-01-27 10:37:24,615 DEBUG SenderThread:1977561 [sender.py:send():234] send: header -2022-01-27 10:37:24,615 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: check_version -2022-01-27 10:37:24,698 DEBUG SenderThread:1977561 [sender.py:send():234] send: run -2022-01-27 10:37:24,927 INFO SenderThread:1977561 [dir_watcher.py:__init__():169] watching files in: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files -2022-01-27 10:37:24,928 INFO SenderThread:1977561 [sender.py:_start_run_threads():804] run started: scy0vyln with start time 1643279843 -2022-01-27 10:37:24,928 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:37:24,928 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: run_start -2022-01-27 10:37:24,930 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:37:24,935 DEBUG HandlerThread:1977561 [meta.py:__init__():40] meta init -2022-01-27 10:37:24,935 DEBUG HandlerThread:1977561 [meta.py:__init__():54] meta init done -2022-01-27 10:37:24,935 DEBUG HandlerThread:1977561 [meta.py:probe():214] probe -2022-01-27 10:37:24,943 DEBUG HandlerThread:1977561 [meta.py:_setup_git():204] setup git -2022-01-27 10:37:24,975 DEBUG HandlerThread:1977561 [meta.py:_setup_git():211] setup git done -2022-01-27 10:37:24,975 DEBUG HandlerThread:1977561 [meta.py:_save_pip():58] save pip -2022-01-27 10:37:24,975 DEBUG HandlerThread:1977561 [meta.py:_save_pip():72] save pip done -2022-01-27 10:37:24,976 DEBUG HandlerThread:1977561 [meta.py:_save_conda():79] save conda -2022-01-27 10:37:25,542 DEBUG HandlerThread:1977561 [meta.py:_save_conda():89] save conda done -2022-01-27 10:37:25,543 DEBUG HandlerThread:1977561 [meta.py:probe():252] probe done -2022-01-27 10:37:25,551 DEBUG SenderThread:1977561 [sender.py:send():234] send: files -2022-01-27 10:37:25,552 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-metadata.json with policy now -2022-01-27 10:37:25,565 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:37:25,565 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:37:25,723 DEBUG SenderThread:1977561 [sender.py:send():234] send: config -2022-01-27 10:37:25,726 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:37:25,727 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:37:25,727 WARNING SenderThread:1977561 [sender.py:send_metric():897] Seen metric with glob (shouldnt happen) -2022-01-27 10:37:25,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:25,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-metadata.json -2022-01-27 10:37:25,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:37:25,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/requirements.txt -2022-01-27 10:37:25,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/conda-environment.yaml -2022-01-27 10:37:26,189 INFO Thread-11 :1977561 [upload_job.py:push():137] Uploaded file /tmp/tmpl5iux9dhwandb/mlmwmtrh-wandb-metadata.json -2022-01-27 10:37:27,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:29,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:31,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:33,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:35,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:37,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:39,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:40,937 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:37:40,937 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:37:41,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:43,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:45,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:47,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:49,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:51,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:53,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:37:53,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:55,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/config.yaml -2022-01-27 10:37:55,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:56,100 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:37:56,100 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:37:57,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:37:59,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:01,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:03,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:05,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:07,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:09,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:11,339 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:38:11,339 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:38:11,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:14,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:16,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:18,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:20,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:22,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:23,405 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:38:24,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:26,514 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:38:26,515 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:38:26,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:28,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:30,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:32,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:34,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:36,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:38,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:40,982 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:41,678 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:38:41,679 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:38:42,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:44,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:46,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:48,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:50,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:52,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:53,621 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:38:54,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:56,885 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:38:56,886 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:38:56,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:38:58,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:00,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:03,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:05,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:07,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:09,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:11,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:12,051 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:39:12,051 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:39:13,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:15,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:17,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:19,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:21,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:23,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:23,836 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:39:25,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:27,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:27,229 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:39:27,229 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:39:29,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:31,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:31,142 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,142 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,142 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,142 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,142 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,142 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,142 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,145 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,146 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,149 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,157 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,157 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,157 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,170 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,172 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,177 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,177 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,177 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,183 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,189 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,194 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,201 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,202 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,202 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,202 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,203 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,203 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,203 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,203 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,203 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,204 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,204 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,204 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,204 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,204 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,205 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,205 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,205 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,205 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,206 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,206 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,206 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,206 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,206 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,207 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,207 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,207 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,207 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,208 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,208 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,208 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,208 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,209 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,209 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,209 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,209 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,209 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,209 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,215 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,225 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,231 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,236 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,242 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,247 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,253 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,258 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,264 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,265 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,265 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,265 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,265 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,265 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,266 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,266 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,266 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,266 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,266 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,267 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,267 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,267 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,267 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,267 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,267 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,269 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,269 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,269 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,269 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,269 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,269 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,270 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,270 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,270 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,270 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,270 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,271 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,271 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,271 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,271 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,271 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,271 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,272 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,272 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,272 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,272 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,272 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,272 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,273 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,273 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,273 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,273 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,273 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,273 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,274 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,274 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,274 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,274 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,274 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,275 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,275 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,275 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,275 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,275 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,275 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,276 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,276 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,276 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,276 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,276 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,276 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,277 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,277 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,277 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,277 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,277 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,278 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,278 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,278 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,278 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,278 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,279 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,279 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,279 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,279 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,279 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,287 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,288 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,294 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,302 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,311 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,316 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,320 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,321 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,329 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:39:31,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:39:31,362 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:39:31,393 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:39:32,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:39:33,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:35,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:37,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:39,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:41,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:42,386 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:39:42,388 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:39:43,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:45,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:47,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:49,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:52,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:54,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:54,070 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:39:56,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:57,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:39:57,573 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:39:57,573 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:39:58,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/config.yaml -2022-01-27 10:39:59,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:02,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:04,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:06,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:08,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:10,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:12,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:12,763 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:40:12,764 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:40:14,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:16,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:18,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:20,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:22,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:24,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:24,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:40:26,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:27,959 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:40:27,959 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:40:28,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:30,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:32,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:34,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:36,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:38,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:40,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:42,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:43,242 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:40:43,242 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:40:44,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:46,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:48,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:50,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:52,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:54,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:54,496 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:40:56,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:58,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:40:58,412 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:40:58,412 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:41:00,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:02,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:04,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:06,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:08,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:10,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:12,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:13,671 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:41:13,671 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:41:14,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:16,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:18,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:20,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:22,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:24,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:24,713 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:41:26,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:28,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:28,855 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:41:28,856 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:41:30,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:32,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:34,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:36,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:37,765 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:41:37,861 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:41:37,912 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:41:38,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:41:38,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:39,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:40,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:42,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:44,043 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:41:44,044 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:41:44,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:46,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:48,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:50,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:52,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:54,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:54,944 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:41:56,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:58,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:41:59,307 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:41:59,308 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:42:01,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:03,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:05,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:07,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:09,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:11,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:13,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:14,474 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:42:14,474 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:42:15,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:17,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:19,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:21,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:23,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:25,134 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:42:25,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:27,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:29,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:29,676 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:42:29,676 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:42:31,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:33,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:35,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:37,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:39,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:41,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:43,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:44,830 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:42:44,831 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:42:45,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:47,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:49,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:51,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:53,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:55,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:55,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:42:57,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:42:59,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:00,002 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:43:00,003 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:43:01,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:03,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:05,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:07,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:09,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:11,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:13,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:15,237 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:43:15,237 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:43:15,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:17,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:19,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:21,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:23,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:25,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:25,534 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:43:27,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:29,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:30,446 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:43:30,447 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:43:31,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:33,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:35,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:37,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:39,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:41,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:43,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:43,979 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:43:44,071 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:43:44,120 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:43:44,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:43:45,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:45,632 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:43:45,633 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:43:46,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:48,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:50,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:52,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:54,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:55,736 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:43:56,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:43:58,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:00,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:00,894 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:44:00,895 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:44:02,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:04,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:06,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:08,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:10,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:12,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:14,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:16,109 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:44:16,110 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:44:16,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:18,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:20,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:22,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:24,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:25,960 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:44:26,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:28,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:30,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:31,329 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:44:31,330 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:44:32,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:34,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:36,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:38,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:40,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:44,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:46,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:46,594 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:44:46,595 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:44:48,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:50,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:52,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:54,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:56,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:44:56,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:44:58,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:00,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:01,805 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:45:01,805 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:45:02,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:04,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:06,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:08,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:10,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:12,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:14,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:16,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:16,984 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:45:16,984 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:45:18,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:20,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:23,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:25,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:26,385 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:45:27,352 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:29,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:31,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:32,152 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:45:32,152 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:45:33,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:35,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:37,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:39,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:41,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:43,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:45,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:47,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:47,383 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:45:47,384 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:45:49,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:51,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:53,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:54,036 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:45:54,130 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:45:54,164 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:45:54,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:45:55,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:56,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:56,604 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:45:57,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:45:59,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:01,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:02,622 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:46:02,623 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:46:03,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:05,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:07,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:09,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:11,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:13,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:15,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:17,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:17,867 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:46:17,868 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:46:19,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:21,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:23,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:25,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:26,825 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:46:27,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:29,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:31,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:33,050 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:46:33,051 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:46:33,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:35,414 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:37,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:39,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:41,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:43,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:45,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:47,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:48,257 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:46:48,257 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:46:49,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:51,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:53,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:55,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:57,058 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:46:57,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:46:59,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:01,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:03,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:03,485 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:47:03,486 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:47:05,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:07,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:09,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:11,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:13,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:15,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:17,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:18,657 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:47:18,658 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:47:19,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:21,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:23,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:25,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:27,244 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:47:27,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:29,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:31,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:33,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:33,839 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:47:33,839 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:47:36,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:38,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:40,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:42,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:44,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:46,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:48,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:49,169 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:47:49,170 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:47:50,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:52,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:54,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:56,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:57,451 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:47:58,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:47:59,749 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:47:59,794 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:47:59,831 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:48:00,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:48:00,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:02,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:04,419 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:48:04,420 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:48:04,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:06,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:08,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:10,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:12,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:14,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:16,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:18,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:19,759 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:48:19,760 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:48:20,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:22,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:24,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:26,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:27,694 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:48:28,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:30,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:32,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:34,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:34,951 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:48:34,951 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:48:36,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:38,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:40,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:42,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:45,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:47,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:49,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:50,299 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:48:50,299 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:48:51,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:53,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:55,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:57,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:48:57,879 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:48:59,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:01,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:03,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:05,546 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:49:05,546 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:49:05,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:07,552 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:09,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:11,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:13,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:15,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:17,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:19,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:20,777 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:49:20,777 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:49:21,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:23,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:25,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:27,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:28,105 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:49:29,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:31,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:33,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:35,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:35,984 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:49:35,985 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:49:37,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:39,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:41,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:43,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:45,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:47,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:49,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:51,255 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:49:51,256 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:49:51,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:53,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:55,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:57,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:49:58,367 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:49:59,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:01,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:03,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:05,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:06,447 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:50:06,447 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:50:07,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:10,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:12,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:13,672 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:50:13,678 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:50:13,684 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:50:13,689 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:50:13,695 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 10:50:13,700 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:50:13,709 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:50:13,759 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:50:14,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:50:14,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:16,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:18,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:21,658 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:50:21,659 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:50:24,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:50:28,603 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:50:36,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/config.yaml -2022-01-27 10:50:36,829 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:50:36,829 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:50:51,996 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:50:51,996 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:50:58,842 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:51:07,165 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:51:07,165 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:51:22,382 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:51:22,383 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:51:29,054 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:51:37,549 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:51:37,550 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:51:42,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:44,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:46,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:48,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:50,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:52,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:52,749 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:51:52,749 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:51:54,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:56,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:58,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:51:59,305 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:52:00,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:02,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:04,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:06,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:07,924 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:52:07,925 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:52:08,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:10,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:12,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:14,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:16,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:18,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:20,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:22,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:23,137 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:52:23,138 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:52:24,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:26,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:28,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:29,512 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:52:30,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:32,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:34,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:36,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:38,332 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:52:38,333 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:52:38,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:40,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:42,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:44,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:46,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:48,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:50,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:52,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:53,602 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:52:53,602 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:52:54,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:56,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:58,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:52:59,745 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:53:00,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:02,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:04,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:06,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:08,777 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:53:08,777 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:53:08,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:10,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:12,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:14,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:16,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:18,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:20,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:22,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:24,039 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:53:24,040 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:53:24,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:27,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:29,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:29,966 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:53:31,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:33,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:35,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:37,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:39,243 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:53:39,243 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:53:39,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:41,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:43,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:45,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:46,449 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:53:46,517 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:53:46,551 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:53:46,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:53:47,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:49,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:51,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:53,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:54,472 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:53:54,473 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:53:55,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:57,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:53:59,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:00,228 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:54:01,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:03,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:05,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:07,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:09,691 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:54:09,692 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:54:09,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:11,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:13,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:15,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:17,852 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:19,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:21,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:23,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:24,899 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:54:24,899 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:54:25,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:27,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:29,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:30,467 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:54:31,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:33,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:35,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:37,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:39,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:40,139 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:54:40,140 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:54:41,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:43,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:45,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:47,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:49,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:51,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:53,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:55,302 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:54:55,302 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:54:55,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:57,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:54:59,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:00,728 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:55:01,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:03,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:05,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:07,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:09,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:10,518 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:55:10,518 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:55:12,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:14,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:16,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:18,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:20,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:22,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:24,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:25,684 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:55:25,685 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:55:26,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:28,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:30,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:30,938 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:55:32,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:34,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:38,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:40,895 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:55:40,895 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:55:40,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:42,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:44,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:46,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:48,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:50,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:52,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:54,888 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:55:54,976 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:55:55,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:55,011 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:55:56,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:55:56,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:56,064 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:55:56,064 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:55:57,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:55:59,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:01,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:01,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:56:03,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:05,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:07,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:09,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:11,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:11,270 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:56:11,271 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:56:13,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:15,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:17,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:19,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:21,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:23,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:25,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:26,507 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:56:26,507 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:56:27,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:29,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:31,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:31,376 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:56:33,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:35,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:37,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:39,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:41,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:41,740 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:56:41,741 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:56:43,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:45,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:47,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:49,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:51,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:53,049 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:55,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:56,967 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:56:56,967 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:56:57,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:56:59,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:01,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:01,586 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:57:03,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:05,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:07,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:09,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:11,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:12,195 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:57:12,196 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:57:13,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:15,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:17,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:19,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:21,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:23,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:25,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:27,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:27,364 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:57:27,364 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:57:29,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:31,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:31,796 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:57:33,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:35,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:37,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:39,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:41,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:42,530 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:57:42,531 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:57:44,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:46,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:48,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:50,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:52,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:54,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:56,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:57,754 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:57:57,755 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:57:58,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:57:59,395 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 10:57:59,495 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 10:57:59,559 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 10:58:00,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 10:58:00,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:01,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:02,018 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:58:02,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:04,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:06,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:08,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:10,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:12,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:12,952 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:58:12,953 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:58:14,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:16,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:18,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:20,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:22,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:24,110 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:26,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:28,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:28,148 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:58:28,148 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:58:30,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:32,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:32,219 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:58:34,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:36,117 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:38,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:40,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:42,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:43,333 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:58:43,334 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:58:46,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:48,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:50,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:52,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:54,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:56,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:58,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:58:58,501 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:58:58,501 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:59:00,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:02,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:02,419 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:59:04,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:06,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:08,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:10,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:12,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:13,762 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:59:13,763 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:59:14,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:16,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:18,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:20,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:22,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:24,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:26,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:28,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:28,939 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:59:28,939 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:59:30,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:32,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:32,632 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 10:59:35,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:37,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:39,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:41,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:43,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:44,107 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:59:44,108 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 10:59:45,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:47,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:49,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:51,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:53,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:55,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:57,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:59,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 10:59:59,269 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 10:59:59,269 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:00:01,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:02,836 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:00:03,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:05,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:05,709 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:00:05,842 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:00:05,887 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:00:06,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:00:07,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:09,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:11,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:13,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:14,643 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:00:14,644 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:00:15,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:17,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:19,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:21,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:23,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:25,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:27,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:29,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:29,933 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:00:29,934 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:00:31,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:33,035 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:00:33,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:35,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:37,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:39,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:41,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:43,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:45,100 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:00:45,101 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:00:45,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:47,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:49,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:53,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:55,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:57,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:00:59,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:00,299 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:01:00,300 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:01:01,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:03,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:03,248 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:01:05,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:07,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:09,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:11,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:13,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:15,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:15,471 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:01:15,472 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:01:17,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:20,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:22,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:24,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:26,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:28,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:30,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:30,706 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:01:30,706 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:01:32,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:33,445 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:01:34,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:36,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:38,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:40,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:42,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:44,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:45,913 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:01:45,914 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:01:46,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:48,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:50,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:52,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:54,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:56,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:01:58,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:00,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:01,141 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:02:01,142 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:02:02,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:03,660 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:02:04,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:06,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:08,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:10,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:11,276 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:02:11,370 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:02:11,465 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:02:12,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:02:12,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:13,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:14,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:16,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:16,307 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:02:16,308 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:02:18,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:20,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:22,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:24,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:26,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:28,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:30,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:31,522 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:02:31,522 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:02:32,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:33,920 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:02:34,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:36,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:38,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:40,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:42,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:44,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:46,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:46,809 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:02:46,810 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:02:48,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:50,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:52,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:54,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:56,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:02:58,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:00,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:02,001 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:03:02,001 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:03:02,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:04,162 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:03:04,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:06,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:09,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:11,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:13,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:15,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:17,270 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:03:17,270 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:03:17,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:19,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:21,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:23,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:25,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:27,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:29,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:31,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:32,558 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:03:32,558 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:03:33,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:34,385 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:03:35,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:37,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:39,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:41,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:43,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:45,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:47,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:47,837 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:03:47,838 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:03:49,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:51,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:53,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:55,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:57,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:03:59,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:01,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:03,099 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:04:03,100 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:04:03,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:04,585 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:04:05,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:07,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:09,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:11,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:13,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:15,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:17,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:18,360 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:04:18,361 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:04:19,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:21,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:21,950 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:04:21,985 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:04:22,035 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:04:22,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:04:23,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:24,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:25,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:33,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:04:33,571 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:04:33,572 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:04:34,799 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:04:48,739 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:04:48,739 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:05:03,909 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:05:03,910 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:05:05,015 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:05:19,096 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:05:19,097 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:05:34,273 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:05:34,274 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:05:35,226 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:05:49,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:05:49,461 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:05:49,461 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:05:51,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:05:53,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:05:55,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:05:57,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:05:59,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:01,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:03,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:04,733 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:06:04,733 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:06:05,462 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:06:06,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:08,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:10,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:12,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:14,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:16,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:18,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:19,931 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:06:19,931 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:06:20,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:22,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:24,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:28,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:30,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:32,422 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:34,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:35,143 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:06:35,144 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:06:35,690 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:06:36,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:38,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:40,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:42,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:44,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:46,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:48,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:50,383 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:06:50,383 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:06:50,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:52,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:54,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:56,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:06:58,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:00,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:02,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:04,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:05,587 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:07:05,587 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:07:05,915 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:07:06,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:08,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:10,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:12,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:14,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:16,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:18,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:20,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:20,754 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:07:20,754 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:07:22,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:24,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:26,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:30,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:32,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:34,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:36,016 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:07:36,016 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:07:36,189 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:07:36,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:38,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:40,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:42,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:44,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:46,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:48,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:51,199 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:07:51,200 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:07:51,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:53,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:54,225 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:07:54,365 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:07:54,428 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:07:54,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:07:55,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:57,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:07:59,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:01,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:03,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:05,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:06,371 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:08:06,372 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:08:06,538 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:08:07,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:09,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:11,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:13,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:15,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:17,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:19,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:21,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:21,556 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:08:21,556 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:08:23,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:25,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:27,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:29,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:31,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:33,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:35,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:36,710 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:08:36,710 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:08:36,877 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:08:37,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:39,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:41,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:43,540 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:45,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:47,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:49,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:51,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:51,919 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:08:51,919 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:08:53,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:55,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:57,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:08:59,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:01,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:03,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:05,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:06,960 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:09:07,155 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:09:07,155 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:09:07,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:09,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:11,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:13,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:15,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:17,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:19,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:21,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:22,322 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:09:22,323 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:09:23,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:25,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:27,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:29,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:31,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:33,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:35,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:37,181 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:09:37,568 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:09:37,568 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:09:37,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:40,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:42,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:44,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:46,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:48,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:50,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:52,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:52,802 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:09:52,803 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:09:54,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:56,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:58,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:09:59,386 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:09:59,472 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:09:59,503 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:09:59,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:10:00,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:01,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:02,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:04,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:06,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:07,411 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:10:07,960 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:10:07,960 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:10:08,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:10,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:12,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:14,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:16,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:18,627 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:20,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:22,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:23,176 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:10:23,177 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:10:24,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:26,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:28,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:30,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:32,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:34,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:36,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:37,619 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:10:38,345 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:10:38,345 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:10:38,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:40,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:42,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:44,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:46,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:48,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:50,659 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:52,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:53,628 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:10:53,629 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:10:54,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:56,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:10:58,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:00,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:02,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:04,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:06,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:07,833 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:11:08,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:08,796 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:11:08,797 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:11:10,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:12,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:14,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:16,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:18,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:20,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:22,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:24,004 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:11:24,004 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:11:24,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:26,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:28,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:30,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:32,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:34,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:36,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:38,052 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:11:38,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:39,241 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:11:39,242 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:11:40,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:42,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:44,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:46,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:48,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:50,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:53,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:54,418 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:11:54,418 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:11:55,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:57,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:11:59,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:01,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:03,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:04,402 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:12:04,450 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:12:04,481 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:12:04,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:12:05,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:07,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:08,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:12:09,679 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:12:09,680 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:12:09,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:11,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:13,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:15,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:17,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:19,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:21,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:23,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:24,844 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:12:24,845 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:12:25,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:27,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:29,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:31,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:33,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:35,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:37,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:38,514 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:12:39,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:40,104 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:12:40,105 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:12:41,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:43,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:45,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:47,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:49,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:51,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:53,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:55,265 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:12:55,266 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:12:55,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:57,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:12:59,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:01,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:03,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:05,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:07,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:08,755 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:13:09,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:10,552 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:13:10,553 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:13:11,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:13,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:15,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:17,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:19,794 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:21,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:23,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:25,718 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:13:25,719 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:13:25,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:27,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:29,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:31,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:33,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:35,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:37,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:38,972 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:13:39,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:40,887 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:13:40,887 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:13:41,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:43,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:45,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:47,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:49,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:51,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:53,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:55,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:13:56,115 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:13:56,115 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:13:58,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:00,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:02,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:04,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:06,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:08,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:09,186 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:14:10,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:10,951 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:14:11,046 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:14:11,098 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:14:11,290 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:14:11,291 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:14:11,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:14:11,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:12,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:14,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:16,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:18,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:20,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:22,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:24,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:26,558 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:14:26,559 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:14:26,852 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:28,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:30,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:32,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:34,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:36,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:38,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:39,408 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:14:40,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:41,758 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:14:41,759 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:14:42,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:44,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:46,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:48,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:50,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:52,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:54,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:56,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:14:56,944 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:14:56,945 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:14:58,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:00,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:02,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:04,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:06,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:08,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:09,634 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:15:10,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:12,162 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:15:12,162 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:15:12,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:14,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:16,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:18,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:20,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:22,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:24,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:26,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:27,320 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:15:27,321 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:15:28,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:30,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:32,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:34,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:36,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:38,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:39,845 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:15:40,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:42,488 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:15:42,488 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:15:42,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:44,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:47,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:49,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:51,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:53,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:55,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:57,656 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:15:57,657 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:15:57,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:15:59,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:01,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:03,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:05,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:07,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:09,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:10,054 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:16:11,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:12,850 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:16:12,851 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:16:13,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:15,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:16,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:16:16,278 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:16:16,322 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:16:16,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:16:16,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:17,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:19,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:21,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:23,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:25,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:27,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:28,042 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:16:28,043 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:16:29,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:31,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:33,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:35,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:37,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:39,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:40,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:16:41,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:43,246 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:16:43,246 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:16:43,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:45,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:47,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:49,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:51,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:53,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:55,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:57,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:16:58,442 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:16:58,443 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:16:59,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:01,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:04,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:06,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:08,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:10,564 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:17:10,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:12,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:13,635 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:17:13,635 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:17:15,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:17,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:19,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:21,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:23,009 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:25,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:27,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:28,817 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:17:28,817 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:17:29,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:31,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:33,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:35,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:37,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:39,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:40,817 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:17:41,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:43,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:44,073 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:17:44,073 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:17:45,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:47,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:49,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:51,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:53,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:55,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:57,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:59,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:17:59,332 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:17:59,332 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:18:01,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:03,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:05,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:07,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:09,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:11,014 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:18:11,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:13,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:14,573 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:18:14,574 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:18:15,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:17,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:19,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:21,061 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:23,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:25,116 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:18:25,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:18:25,195 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:18:26,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:18:27,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:29,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:29,745 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:18:29,749 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:18:39,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:18:41,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:18:44,945 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:18:44,946 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:19:00,114 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:19:00,115 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:19:11,558 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:19:16,328 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:19:16,329 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:19:31,493 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:19:31,494 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:19:37,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:19:41,795 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:19:46,663 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:19:46,664 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:20:01,834 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:20:01,834 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:20:02,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:04,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:06,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:08,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:10,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:12,023 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:20:12,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:14,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:16,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:17,036 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:20:17,036 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:20:18,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:20,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:22,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:24,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:26,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:28,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:30,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:32,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:32,195 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:20:32,196 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:20:34,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:36,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:38,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:40,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:42,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:42,272 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:20:44,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:46,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:47,453 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:20:47,454 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:20:48,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:50,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:52,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:54,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:56,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:20:58,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:00,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:02,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:02,678 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:21:02,678 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:21:04,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:06,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:08,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:10,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:12,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:12,491 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:21:14,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:16,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:17,855 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:21:17,856 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:21:18,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:20,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:22,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:24,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:26,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:28,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:32,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:33,110 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:21:33,111 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:21:34,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:36,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:38,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:40,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:42,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:42,714 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:21:44,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:46,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:48,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:48,273 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:21:48,273 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:21:50,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:52,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:54,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:56,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:21:58,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:00,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:02,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:03,241 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:22:03,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:22:03,329 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:22:03,446 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:22:03,447 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:22:04,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:22:04,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:06,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:08,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:10,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:12,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:12,923 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:22:14,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:16,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:18,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:18,621 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:22:18,621 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:22:20,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:22,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:24,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:26,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:28,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:30,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:33,835 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:22:33,835 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:22:35,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:37,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:39,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:41,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:43,125 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:22:43,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:45,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:47,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:49,063 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:22:49,063 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:22:49,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:51,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:53,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:55,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:57,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:22:59,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:01,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:03,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:04,234 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:23:04,235 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:23:05,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:07,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:09,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:11,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:13,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:13,343 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:23:15,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:17,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:19,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:19,425 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:23:19,425 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:23:21,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:23,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:25,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:27,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:29,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:31,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:33,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:34,763 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:23:34,763 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:23:35,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:37,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:39,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:41,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:43,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:43,576 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:23:45,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:47,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:49,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:49,931 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:23:49,932 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:23:51,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:53,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:55,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:57,352 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:23:59,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:01,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:03,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:05,159 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:24:05,159 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:24:05,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:07,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:09,239 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:24:09,332 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:24:09,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:24:09,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:09,379 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:24:10,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:11,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:13,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:13,817 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:24:15,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:17,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:19,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:20,373 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:24:20,374 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:24:21,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:23,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:25,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:27,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:29,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:31,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:33,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:35,574 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:24:35,575 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:24:36,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:38,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:40,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:42,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:44,042 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:24:44,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:46,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:48,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:50,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:50,801 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:24:50,802 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:24:52,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:54,414 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:56,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:24:58,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:00,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:02,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:04,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:06,069 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:25:06,069 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:25:06,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:08,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:10,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:12,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:14,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:25:14,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:16,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:18,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:20,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:21,316 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:25:21,316 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:25:22,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:24,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:26,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:28,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:30,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:32,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:34,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:36,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:36,485 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:25:36,485 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:25:38,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:40,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:42,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:44,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:44,557 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:25:46,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:48,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:50,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:51,741 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:25:51,742 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:25:52,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:54,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:56,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:25:58,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:00,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:02,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:04,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:06,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:07,059 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:26:07,059 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:26:08,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:10,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:12,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:14,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:14,791 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:26:16,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:17,178 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:26:17,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:26:17,326 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:26:17,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:26:18,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:20,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:22,238 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:26:22,239 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:26:22,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:24,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:26,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:28,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:30,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:32,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:34,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:37,404 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:26:37,404 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:26:37,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:39,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:41,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:43,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:45,049 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:26:45,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:47,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:49,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:51,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:52,661 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:26:52,661 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:26:53,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:55,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:57,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:26:59,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:01,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:03,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:05,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:07,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:07,841 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:27:07,842 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:27:09,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:11,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:13,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:15,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:27:15,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:17,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:19,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:21,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:23,004 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:27:23,005 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:27:23,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:25,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:27,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:29,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:31,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:33,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:35,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:37,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:38,239 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:27:38,239 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:27:39,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:41,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:43,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:45,486 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:27:45,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:47,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:49,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:51,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:53,514 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:27:53,515 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:27:53,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:55,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:57,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:27:59,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:01,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:03,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:05,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:07,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:08,724 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:28:08,724 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:28:09,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:11,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:13,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:15,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:15,717 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:28:17,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:19,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:21,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:22,574 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:28:22,684 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:28:22,725 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:28:23,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:28:23,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:23,896 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:28:23,897 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:28:25,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:27,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:29,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:31,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:33,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:35,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:38,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:39,064 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:28:39,065 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:28:40,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:42,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:44,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:45,952 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:28:46,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:48,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:50,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:52,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:54,273 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:28:54,274 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:28:54,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:56,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:28:58,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:00,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:02,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:04,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:06,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:08,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:09,462 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:29:09,462 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:29:10,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:12,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:14,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:16,183 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:29:16,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:18,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:20,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:22,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:24,683 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:29:24,684 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:29:24,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:26,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:28,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:30,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:32,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:34,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:36,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:38,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:39,946 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:29:39,947 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:29:40,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:42,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:44,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:46,415 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:29:46,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:48,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:50,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:52,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:54,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:55,145 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:29:55,145 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:29:56,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:29:58,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:00,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:02,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:04,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:06,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:08,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:10,373 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:30:10,373 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:30:10,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:12,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:14,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:16,657 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:30:16,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:18,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:20,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:22,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:24,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:25,549 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:30:25,549 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:30:26,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:27,913 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:30:27,991 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:30:28,023 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:30:28,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:30:29,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:31,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:33,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:35,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:37,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:39,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:40,717 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:30:40,718 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:30:41,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:43,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:45,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:46,869 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:30:47,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:49,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:51,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:53,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:55,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:55,992 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:30:55,993 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:30:57,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:30:59,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:01,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:03,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:05,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:07,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:09,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:11,238 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:31:11,239 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:31:11,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:13,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:15,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:17,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:31:17,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:19,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:21,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:23,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:25,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:26,561 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:31:26,562 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:31:27,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:29,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:32,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:34,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:36,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:38,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:40,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:41,810 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:31:41,811 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:31:42,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:44,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:46,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:47,405 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:31:48,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:50,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:52,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:54,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:56,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:31:57,040 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:31:57,041 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:31:58,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:00,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:02,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:04,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:06,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:08,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:10,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:12,252 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:32:12,253 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:32:12,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:14,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:16,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:17,641 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:32:18,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:20,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:22,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:24,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:26,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:27,475 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:32:27,476 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:32:28,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:30,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:32,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:34,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:36,625 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:32:36,660 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:32:36,719 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:32:36,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:32:37,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:38,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:40,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:42,682 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:32:42,683 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:32:46,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:32:47,864 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:32:57,855 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:32:57,856 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:33:13,029 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:33:13,030 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:33:18,095 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:33:28,214 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:33:28,214 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:33:43,449 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:33:43,450 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:33:48,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:33:58,625 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:33:58,626 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:34:04,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:06,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:08,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:10,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:12,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:13,806 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:34:13,807 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:34:15,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:17,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:18,561 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:34:19,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:21,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:23,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:25,009 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:27,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:29,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:29,054 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:34:29,055 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:34:31,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:33,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:35,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:37,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:39,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:41,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:43,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:44,250 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:34:44,250 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:34:45,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:47,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:48,864 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:34:49,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:52,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:54,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:56,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:58,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:34:59,422 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:34:59,423 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:35:00,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:02,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:04,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:06,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:08,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:10,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:12,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:14,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:14,658 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:35:14,659 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:35:16,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:18,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:19,071 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:35:20,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:24,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:26,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:28,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:29,988 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:35:29,988 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:35:30,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:32,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:34,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:36,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:38,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:40,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:42,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:44,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:45,205 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:35:45,205 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:35:46,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:48,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:49,331 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:35:50,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:52,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:54,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:56,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:35:58,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:00,092 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:00,469 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:36:00,470 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:36:02,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:04,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:06,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:08,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:08,897 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:36:08,999 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:36:09,029 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:36:09,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:36:10,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:11,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:12,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:14,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:15,638 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:36:15,639 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:36:16,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:18,110 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:19,583 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:36:20,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:22,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:27,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:29,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:30,866 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:36:30,866 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:36:31,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:33,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:35,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:37,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:39,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:41,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:43,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:45,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:46,057 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:36:46,057 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:36:47,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:49,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:49,804 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:36:51,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:53,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:55,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:57,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:36:59,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:01,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:01,231 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:37:01,231 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:37:03,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:05,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:07,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:09,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:11,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:13,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:15,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:16,459 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:37:16,460 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:37:17,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:19,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:20,035 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:37:21,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:23,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:25,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:27,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:29,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:31,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:31,690 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:37:31,691 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:37:33,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:35,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:37,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:39,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:41,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:43,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:45,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:46,902 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:37:46,902 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:37:47,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:49,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:50,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:37:51,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:53,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:55,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:57,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:37:59,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:01,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:02,131 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:38:02,131 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:38:03,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:05,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:07,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:09,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:12,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:14,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:14,691 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:38:14,783 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:38:14,830 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:38:15,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:38:15,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:16,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:17,308 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:38:17,309 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:38:18,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:20,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:20,496 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:38:22,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:24,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:26,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:28,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:30,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:32,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:32,564 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:38:32,565 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:38:34,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:36,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:38,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:40,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:42,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:44,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:46,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:47,751 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:38:47,752 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:38:48,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:50,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:50,717 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:38:52,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:54,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:56,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:38:58,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:00,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:02,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:02,953 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:39:02,954 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:39:04,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:06,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:08,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:10,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:12,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:14,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:16,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:18,125 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:39:18,125 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:39:18,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:20,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:20,939 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:39:22,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:24,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:26,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:28,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:30,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:32,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:33,292 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:39:33,293 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:39:34,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:36,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:38,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:40,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:42,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:44,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:46,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:48,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:48,541 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:39:48,541 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:39:50,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:51,166 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:39:52,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:54,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:56,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:39:58,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:00,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:02,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:03,790 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:40:03,790 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:40:04,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:06,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:09,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:11,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:13,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:15,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:17,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:18,977 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:40:18,977 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:40:19,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:21,185 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:40:21,231 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:40:21,266 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:40:21,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:40:21,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:21,387 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:40:22,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:23,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:25,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:27,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:29,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:31,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:33,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:34,159 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:40:34,160 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:40:35,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:39,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:41,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:43,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:45,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:47,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:49,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:49,425 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:40:49,425 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:40:51,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:51,636 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:40:53,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:55,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:57,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:40:59,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:01,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:03,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:04,613 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:41:04,614 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:41:05,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:07,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:09,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:11,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:13,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:15,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:17,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:19,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:19,800 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:41:19,800 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:41:21,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:21,869 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:41:23,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:25,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:27,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:29,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:31,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:33,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:34,999 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:41:35,000 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:41:35,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:37,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:41,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:43,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:45,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:47,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:50,273 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:41:50,274 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:41:50,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:52,095 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:41:52,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:54,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:56,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:41:58,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:00,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:02,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:04,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:05,451 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:42:05,452 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:42:06,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:08,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:10,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:12,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:14,414 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:16,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:18,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:20,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:20,681 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:42:20,681 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:42:22,337 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:42:22,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:24,422 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:25,099 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:42:25,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:42:25,203 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:42:25,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:42:26,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:28,426 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:30,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:32,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:34,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:35,979 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:42:35,980 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:42:36,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:38,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:40,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:42,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:44,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:46,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:48,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:50,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:51,158 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:42:51,158 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:42:52,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:52,601 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:42:54,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:56,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:42:58,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:00,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:02,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:04,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:06,412 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:43:06,412 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:43:06,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:08,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:10,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:12,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:14,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:16,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:18,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:21,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:21,581 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:43:21,582 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:43:22,822 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:43:23,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:25,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:27,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:29,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:31,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:33,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:35,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:36,833 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:43:36,834 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:43:37,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:39,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:41,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:43,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:45,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:47,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:49,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:51,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:52,101 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:43:52,102 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:43:53,064 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:43:53,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:55,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:57,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:43:59,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:01,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:03,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:05,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:07,309 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:44:07,310 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:44:07,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:09,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:11,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:13,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:15,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:17,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:19,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:21,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:22,483 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:44:22,483 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:44:23,355 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:44:23,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:25,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:27,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:29,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:31,372 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:44:31,434 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:44:31,466 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:44:31,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:44:31,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:33,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:35,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:37,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:37,660 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:44:37,662 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:44:39,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:41,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:43,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:45,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:47,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:49,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:52,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:52,868 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:44:52,869 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:44:53,666 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:44:54,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:56,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:44:58,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:00,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:02,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:04,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:06,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:08,068 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:45:08,069 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:45:08,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:10,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:12,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:14,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:16,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:18,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:20,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:22,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:23,259 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:45:23,259 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:45:23,901 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:45:24,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:26,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:28,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:30,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:32,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:34,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:36,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:38,491 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:45:38,491 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:45:38,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:40,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:42,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:44,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:46,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:48,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:50,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:53,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:53,792 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:45:53,793 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:45:54,196 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:45:55,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:57,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:45:59,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:01,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:03,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:05,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:07,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:09,010 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:46:09,010 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:46:09,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:11,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:13,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:15,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:17,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:19,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:21,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:23,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:24,235 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:46:24,236 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:46:24,470 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:46:25,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:27,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:29,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:31,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:33,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:35,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:37,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:39,436 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:46:39,437 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:46:39,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:41,409 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:46:41,441 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:46:41,486 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:46:41,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:46:43,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:45,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:51,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:46:54,631 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:46:54,632 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:46:54,800 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:47:09,802 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:47:09,803 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:47:24,981 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:47:24,982 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:47:25,161 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:47:40,163 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:47:40,163 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:47:55,276 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:47:55,335 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:47:55,335 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:48:09,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:10,532 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:48:10,533 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:48:11,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:13,713 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:15,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:17,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:19,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:21,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:23,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:25,547 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:48:25,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:25,755 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:48:25,755 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:48:27,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:29,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:31,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:33,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:35,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:37,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:39,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:40,931 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:48:40,931 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:48:41,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:43,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:45,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:47,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:49,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:51,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:53,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:55,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:55,872 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:48:56,169 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:48:56,170 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:48:57,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:48:59,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:02,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:04,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:06,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:08,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:10,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:11,385 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:49:11,388 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:49:12,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:14,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:16,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:18,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:20,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:22,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:24,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:26,179 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:49:26,702 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:49:26,702 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:49:26,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:28,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:30,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:32,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:34,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:36,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:38,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:40,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:41,921 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:49:41,922 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:49:42,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:44,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:46,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:48,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:50,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:52,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:54,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:56,404 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:49:56,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:49:57,127 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:49:57,127 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:49:58,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:00,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:02,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:04,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:06,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:08,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:10,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:12,296 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:50:12,296 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:50:12,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:14,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:16,110 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:50:16,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:50:16,185 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:50:16,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:50:16,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:17,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:18,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:20,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:22,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:24,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:26,607 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:50:26,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:27,474 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:50:27,475 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:50:28,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:30,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:32,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:34,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:36,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:38,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:40,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:42,685 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:50:42,685 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:50:42,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:44,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:46,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:48,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:50,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:52,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:54,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:56,826 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:50:56,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:50:57,853 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:50:57,854 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:50:58,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:00,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:03,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:05,860 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:07,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:09,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:11,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:13,186 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:51:13,186 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:51:13,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:15,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:17,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:19,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:21,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:23,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:25,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:27,042 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:51:27,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:28,448 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:51:28,449 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:51:29,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:31,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:33,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:35,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:37,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:39,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:41,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:43,656 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:51:43,657 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:51:43,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:45,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:47,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:49,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:51,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:53,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:55,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:57,301 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:51:57,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:51:58,833 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:51:58,833 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:51:59,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:01,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:03,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:05,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:07,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:09,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:11,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:13,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:14,004 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:52:14,005 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:52:15,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:17,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:19,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:21,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:21,996 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:52:22,061 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:52:22,105 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:52:22,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:52:23,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:24,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:25,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:27,491 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:52:27,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:29,334 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:52:29,336 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:52:29,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:31,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:33,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:35,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:37,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:39,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:41,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:43,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:44,504 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:52:44,504 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:52:45,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:47,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:49,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:51,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:53,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:55,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:57,706 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:52:58,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:52:59,671 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:52:59,672 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:53:00,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:02,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:04,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:06,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:08,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:10,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:12,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:14,905 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:53:14,906 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:53:14,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:16,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:18,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:20,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:22,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:24,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:27,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:27,919 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:53:29,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:30,083 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:53:30,083 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:53:31,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:33,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:35,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:37,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:39,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:41,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:43,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:45,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:45,302 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:53:45,303 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:53:47,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:49,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:51,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:53,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:55,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:57,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:53:58,128 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:53:59,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:00,595 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:54:00,596 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:54:01,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:03,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:05,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:07,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:09,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:11,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:13,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:15,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:15,765 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:54:15,766 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:54:17,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:19,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:21,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:23,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:25,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:26,517 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:54:26,608 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:54:26,640 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:54:27,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:54:27,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:28,374 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:54:29,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:30,966 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:54:30,967 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:54:32,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:34,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:36,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:38,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:40,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:42,049 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:44,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:46,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:46,236 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:54:46,236 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:54:48,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:50,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:52,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:54,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:56,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:58,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:54:58,588 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:55:00,061 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:01,405 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:55:01,405 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:55:02,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:04,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:06,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:08,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:10,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:12,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:14,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:16,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:16,605 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:55:16,606 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:55:18,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:20,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:22,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:24,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:26,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:28,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:28,808 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:55:30,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:31,812 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:55:31,813 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:55:32,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:34,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:36,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:38,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:40,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:42,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:45,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:47,026 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:55:47,027 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:55:47,092 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:49,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:51,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:53,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:55,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:57,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:55:59,014 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:55:59,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:01,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:02,197 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:56:02,198 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:56:03,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:05,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:07,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:09,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:11,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:13,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:15,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:17,110 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:17,405 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:56:17,406 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:56:19,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:21,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:23,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:25,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:27,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:29,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:29,243 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:56:31,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:32,052 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:56:32,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:56:32,188 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:56:32,656 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:56:32,657 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:56:33,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:56:33,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:35,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:39,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:41,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:43,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:45,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:47,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:47,821 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:56:47,821 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:56:49,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:51,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:53,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:55,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:57,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:59,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:56:59,526 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:57:01,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:03,007 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:57:03,007 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:57:03,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:05,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:07,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:09,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:11,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:13,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:15,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:17,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:18,214 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:57:18,214 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:57:19,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:21,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:23,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:25,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:27,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:29,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:29,770 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:57:31,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:33,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:33,420 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:57:33,420 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:57:35,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:37,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:39,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:41,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:43,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:45,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:48,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:48,598 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:57:48,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:57:50,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:52,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:54,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:56,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:57:58,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:00,051 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:58:00,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:02,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:03,827 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:58:03,827 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:58:04,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:06,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:08,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:10,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:12,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:14,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:16,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:18,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:19,056 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:58:19,057 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:58:20,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:22,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:24,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:26,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:28,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:30,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:30,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:58:32,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:34,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:34,297 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:58:34,297 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:58:36,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:37,863 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 11:58:37,931 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 11:58:37,976 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 11:58:38,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 11:58:38,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:40,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:42,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:44,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:46,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:48,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:49,596 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:58:49,596 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:58:50,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:52,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:54,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:56,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:58:58,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:00,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:00,593 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:59:02,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:04,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:04,820 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:59:04,821 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:59:06,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:08,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:10,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:12,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:14,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:16,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:18,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:20,098 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:59:20,098 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:59:20,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:22,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:24,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:26,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:28,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:30,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:30,805 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 11:59:32,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:34,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:35,385 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:59:35,385 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:59:36,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:38,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:41,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:43,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:45,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:47,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:49,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:50,638 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 11:59:50,638 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 11:59:51,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:53,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:55,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:57,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 11:59:59,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:01,057 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:00:01,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:03,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:05,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:05,880 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:00:05,881 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:00:07,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:09,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:11,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:13,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:15,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:17,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:19,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:21,122 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:00:21,123 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:00:21,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:23,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:25,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:27,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:29,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:31,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:00:31,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:33,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:35,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:36,289 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:00:36,289 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:00:37,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:39,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:41,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:43,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:45,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:47,769 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:00:47,804 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:00:47,851 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:00:48,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:00:48,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:49,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:51,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:00:51,499 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:00:51,500 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:00:59,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:01:01,571 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:01:06,672 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:01:06,673 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:01:21,847 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:01:21,847 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:01:31,838 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:01:37,021 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:01:37,023 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:01:52,200 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:01:52,201 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:02:02,082 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:02:07,376 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:02:07,377 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:02:22,549 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:02:22,550 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:02:23,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:25,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:27,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:29,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:31,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:32,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:02:33,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:35,480 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:37,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:37,723 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:02:37,723 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:02:39,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:41,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:43,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:46,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:48,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:50,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:52,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:52,922 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:02:52,922 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:02:54,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:56,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:02:58,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:00,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:02,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:02,569 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:03:04,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:06,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:08,088 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:03:08,089 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:03:08,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:10,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:12,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:14,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:16,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:18,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:20,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:22,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:23,272 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:03:23,273 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:03:24,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:26,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:30,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:32,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:32,786 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:03:34,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:36,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:38,472 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:03:38,472 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:03:38,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:40,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:42,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:44,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:46,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:48,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:50,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:52,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:53,643 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:03:53,643 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:03:54,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:56,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:03:58,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:00,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:02,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:03,023 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:04:04,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:06,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:08,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:08,827 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:04:08,828 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:04:10,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:12,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:14,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:16,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:18,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:20,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:22,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:24,002 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:04:24,003 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:04:26,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:28,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:29,708 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:04:29,814 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:04:29,847 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:04:30,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:04:30,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:31,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:32,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:33,258 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:04:34,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:36,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:38,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:39,198 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:04:39,199 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:04:40,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:42,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:44,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:46,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:48,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:50,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:52,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:54,365 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:04:54,365 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:04:54,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:56,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:04:59,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:01,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:03,474 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:05:03,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:05,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:07,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:09,564 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:05:09,565 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:05:09,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:11,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:13,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:15,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:17,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:19,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:21,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:23,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:24,767 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:05:24,767 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:05:25,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:29,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:31,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:33,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:33,682 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:05:35,619 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:37,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:39,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:39,997 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:05:39,998 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:05:41,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:43,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:45,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:47,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:49,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:51,627 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:53,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:55,199 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:05:55,200 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:05:55,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:57,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:05:59,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:01,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:03,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:03,888 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:06:05,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:07,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:09,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:10,360 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:06:10,361 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:06:11,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:13,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:15,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:17,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:19,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:21,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:23,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:25,541 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:06:25,542 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:06:25,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:27,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:30,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:32,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:34,104 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:06:34,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:35,140 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:06:35,254 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:06:35,290 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:06:35,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:06:36,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:37,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:38,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:40,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:40,795 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:06:40,796 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:06:42,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:44,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:46,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:48,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:50,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:52,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:54,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:55,966 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:06:55,967 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:06:56,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:06:58,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:00,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:02,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:04,367 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:07:04,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:06,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:08,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:10,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:11,149 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:07:11,149 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:07:12,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:14,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:16,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:18,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:20,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:22,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:24,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:26,368 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:07:26,369 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:07:26,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:28,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:30,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:34,576 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:07:34,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:36,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:38,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:40,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:41,609 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:07:41,609 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:07:42,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:44,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:46,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:48,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:50,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:52,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:54,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:56,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:07:56,772 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:07:56,773 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:07:58,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:00,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:02,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:04,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:04,820 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:08:06,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:08,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:10,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:12,150 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:08:12,151 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:08:12,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:14,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:16,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:18,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:20,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:22,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:24,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:26,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:27,342 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:08:27,343 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:08:28,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:30,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:32,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:35,046 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:08:36,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:38,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:40,252 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:08:40,350 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:08:40,380 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:08:40,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:08:40,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:41,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:42,528 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:08:42,529 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:08:43,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:45,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:47,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:49,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:51,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:53,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:55,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:57,768 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:08:57,768 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:08:57,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:08:59,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:01,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:03,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:05,279 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:09:05,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:07,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:09,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:11,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:13,011 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:09:13,011 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:09:13,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:15,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:17,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:19,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:21,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:23,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:25,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:27,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:28,207 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:09:28,207 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:09:29,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:31,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:33,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:35,493 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:09:35,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:37,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:39,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:41,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:43,470 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:09:43,470 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:09:43,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:45,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:47,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:49,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:51,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:53,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:55,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:57,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:09:58,680 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:09:58,681 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:09:59,860 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:01,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:03,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:05,755 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:10:05,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:07,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:09,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:11,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:13,850 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:10:13,851 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:10:13,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:15,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:17,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:19,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:21,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:23,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:25,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:27,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:29,039 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:10:29,039 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:10:29,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:31,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:33,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:35,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:36,002 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:10:37,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:39,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:41,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:44,346 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:10:44,346 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:10:44,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:45,530 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:10:45,609 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:10:45,638 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:10:45,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:10:46,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:48,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:50,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:52,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:54,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:56,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:58,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:10:59,515 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:10:59,516 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:11:00,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:02,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:04,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:06,315 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:11:06,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:08,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:10,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:12,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:14,745 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:11:14,745 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:11:14,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:16,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:18,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:20,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:22,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:24,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:26,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:28,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:29,937 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:11:29,937 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:11:30,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:32,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:34,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:36,566 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:11:38,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:40,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:42,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:44,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:45,171 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:11:45,172 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:11:46,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:48,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:50,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:52,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:54,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:56,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:11:58,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:00,400 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:12:00,401 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:12:00,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:02,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:04,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:06,787 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:12:06,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:08,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:10,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:12,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:14,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:15,769 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:12:15,769 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:12:16,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:18,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:20,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:22,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:25,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:27,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:29,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:30,968 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:12:30,968 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:12:31,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:33,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:35,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:37,000 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:12:37,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:39,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:41,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:43,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:46,188 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:12:46,188 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:12:47,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:50,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:52,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:54,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:55,596 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:12:55,684 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:12:55,731 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:12:56,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:12:56,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:57,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:12:58,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:00,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:01,351 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:13:01,351 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:13:02,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:04,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:06,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:07,245 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:13:08,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:10,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:12,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:14,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:16,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:16,628 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:13:16,628 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:13:18,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:20,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:22,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:24,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:26,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:28,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:30,061 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:31,913 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:13:31,913 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:13:32,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:34,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:36,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:37,446 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:13:38,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:40,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:42,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:44,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:46,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:47,125 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:13:47,126 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:13:48,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:50,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:52,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:54,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:56,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:13:58,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:00,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:02,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:02,415 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:14:02,415 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:14:04,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:06,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:07,651 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:14:08,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:10,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:13,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:15,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:17,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:17,599 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:14:17,600 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:14:19,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:21,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:23,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:25,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:27,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:29,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:31,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:32,795 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:14:32,796 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:14:33,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:35,117 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:37,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:37,886 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:14:39,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:41,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:43,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:45,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:47,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:48,059 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:14:48,059 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:14:49,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:51,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:53,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:55,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:57,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:14:59,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:01,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:03,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:03,273 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:15:03,274 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:15:05,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:07,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:08,103 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:15:08,578 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:15:08,609 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:15:08,654 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:15:09,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:15:10,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:11,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:13,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:18,498 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:15:18,499 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:15:19,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:15:33,695 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:15:33,696 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:15:38,376 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:15:48,892 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:15:48,893 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:16:04,070 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:16:04,071 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:16:08,620 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:16:19,250 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:16:19,251 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:16:34,422 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:16:34,423 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:16:38,860 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:16:43,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:16:45,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:16:47,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:16:49,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:16:49,644 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:16:49,645 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:16:51,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:16:53,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:16:55,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:16:57,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:16:59,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:01,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:03,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:04,856 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:17:04,856 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:17:05,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:07,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:09,076 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:17:09,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:11,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:13,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:15,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:17,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:19,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:20,034 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:17:20,035 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:17:21,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:23,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:25,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:27,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:29,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:31,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:34,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:35,358 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:17:35,359 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:17:36,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:38,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:39,325 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:17:40,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:42,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:44,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:46,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:48,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:50,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:50,530 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:17:50,530 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:17:52,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:54,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:56,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:17:58,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:00,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:02,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:04,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:05,743 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:18:05,744 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:18:06,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:08,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:09,569 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:18:10,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:12,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:14,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:16,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:18,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:20,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:20,917 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:18:20,918 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:18:22,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:24,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:26,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:28,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:30,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:32,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:36,105 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:18:36,106 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:18:36,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:38,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:39,839 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:18:40,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:42,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:44,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:46,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:48,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:48,930 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:18:49,022 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:18:49,070 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:18:49,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:18:50,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:51,332 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:18:51,332 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:18:52,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:54,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:56,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:18:58,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:00,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:02,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:04,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:06,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:06,555 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:19:06,555 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:19:08,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:10,092 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:19:10,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:12,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:14,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:17,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:19,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:21,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:21,788 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:19:21,788 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:19:23,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:25,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:27,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:29,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:31,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:33,352 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:35,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:36,962 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:19:36,963 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:19:37,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:39,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:40,347 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:19:41,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:43,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:45,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:47,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:49,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:51,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:52,219 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:19:52,220 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:19:53,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:55,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:57,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:19:59,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:01,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:03,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:05,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:07,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:07,403 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:20:07,404 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:20:09,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:10,560 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:20:11,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:13,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:15,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:17,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:19,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:21,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:22,709 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:20:22,709 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:20:23,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:25,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:27,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:29,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:31,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:33,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:35,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:37,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:37,875 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:20:37,875 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:20:39,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:40,774 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:20:41,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:43,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:45,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:47,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:49,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:51,422 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:53,121 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:20:53,122 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:20:53,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:54,066 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:20:54,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:20:54,186 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:20:54,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:20:55,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:56,426 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:57,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:20:59,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:02,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:04,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:06,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:08,425 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:21:08,426 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:21:08,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:10,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:11,025 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:21:12,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:14,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:16,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:18,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:20,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:22,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:23,670 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:21:23,671 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:21:24,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:26,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:28,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:30,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:32,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:34,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:36,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:38,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:38,847 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:21:38,848 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:21:40,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:41,275 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:21:42,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:44,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:46,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:48,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:50,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:52,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:54,036 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:21:54,036 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:21:54,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:56,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:21:58,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:00,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:02,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:04,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:06,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:08,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:09,298 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:22:09,299 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:22:10,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:11,503 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:22:12,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:14,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:16,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:18,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:20,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:22,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:24,491 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:22:24,491 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:22:24,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:26,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:28,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:30,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:32,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:34,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:36,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:39,764 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:22:39,765 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:22:40,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:41,729 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:22:42,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:44,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:46,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:48,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:50,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:52,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:54,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:54,981 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:22:54,982 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:22:56,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:22:58,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:01,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:02,244 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:23:02,339 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:23:02,375 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:23:02,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:23:03,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:05,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:07,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:09,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:10,158 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:23:10,159 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:23:11,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:12,014 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:23:13,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:15,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:17,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:19,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:21,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:23,552 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:25,412 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:23:25,413 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:23:25,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:27,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:29,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:31,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:33,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:35,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:37,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:39,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:40,608 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:23:40,609 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:23:41,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:42,265 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:23:43,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:45,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:47,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:49,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:51,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:53,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:55,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:55,828 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:23:55,829 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:23:57,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:23:59,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:01,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:03,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:05,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:07,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:09,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:11,077 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:24:11,078 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:24:11,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:12,505 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:24:13,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:15,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:17,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:19,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:21,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:23,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:25,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:26,264 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:24:26,264 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:24:27,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:29,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:31,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:33,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:35,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:37,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:39,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:41,477 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:24:41,477 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:24:41,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:42,724 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:24:43,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:45,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:48,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:50,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:52,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:54,627 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:56,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:24:56,646 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:24:56,646 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:24:58,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:00,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:02,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:04,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:06,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:07,951 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:25:08,016 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:25:08,046 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:25:08,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:25:08,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:09,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:10,638 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:11,863 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:25:11,864 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:25:12,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:12,954 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:25:14,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:16,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:18,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:20,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:22,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:24,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:26,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:27,043 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:25:27,044 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:25:28,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:30,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:32,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:34,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:36,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:38,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:40,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:42,221 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:25:42,221 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:25:42,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:43,161 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:25:44,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:48,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:50,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:52,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:54,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:56,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:25:57,393 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:25:57,393 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:25:58,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:00,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:02,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:04,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:06,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:08,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:10,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:12,615 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:26:12,615 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:26:12,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:13,387 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:26:14,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:16,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:18,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:20,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:22,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:24,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:26,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:27,783 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:26:27,784 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:26:28,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:30,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:32,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:34,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:36,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:38,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:40,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:42,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:43,015 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:26:43,016 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:26:43,592 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:26:44,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:46,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:50,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:52,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:54,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:56,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:26:58,261 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:26:58,262 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:26:59,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:01,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:03,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:05,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:07,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:09,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:11,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:11,887 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:27:11,972 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:27:12,002 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:27:12,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:27:13,481 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:27:13,482 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:27:13,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:13,813 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:27:15,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:17,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:19,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:21,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:23,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:25,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:27,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:28,742 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:27:28,743 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:27:29,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:31,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:33,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:35,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:37,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:39,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:41,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:43,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:43,909 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:27:43,910 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:27:44,079 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:27:45,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:47,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:49,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:51,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:53,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:55,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:57,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:27:59,124 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:27:59,125 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:27:59,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:01,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:03,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:05,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:07,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:09,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:11,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:13,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:14,244 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:28:14,335 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:28:14,336 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:28:15,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:17,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:19,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:21,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:24,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:26,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:28,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:29,557 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:28:29,557 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:28:30,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:32,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:34,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:36,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:38,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:40,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:42,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:44,462 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:28:44,723 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:28:44,723 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:28:44,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:46,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:48,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:50,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:52,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:54,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:56,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:58,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:28:59,902 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:28:59,903 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:29:00,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:02,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:04,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:06,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:08,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:10,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:12,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:14,679 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:29:14,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:15,079 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:29:15,080 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:29:16,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:18,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:20,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:22,040 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:29:22,076 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:29:22,122 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:29:22,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:29:22,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:24,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:30,254 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:29:30,255 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:29:32,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:29:44,905 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:29:45,421 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:29:45,421 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:30:00,606 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:30:00,606 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:30:15,144 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:30:15,774 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:30:15,775 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:30:30,976 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:30:30,977 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:30:45,400 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:30:46,157 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:30:46,158 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:30:54,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:30:56,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:30:58,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:00,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:01,328 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:31:01,329 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:31:02,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:04,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:06,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:08,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:10,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:12,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:14,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:15,641 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:31:16,515 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:31:16,515 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:31:16,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:18,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:20,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:22,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:24,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:26,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:28,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:30,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:31,765 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:31:31,765 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:31:32,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:34,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:36,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:38,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:40,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:42,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:45,881 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:31:45,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:46,925 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:31:46,925 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:31:47,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:49,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:51,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:53,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:55,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:57,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:31:59,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:01,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:02,223 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:32:02,224 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:32:03,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:05,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:07,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:09,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:11,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:13,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:15,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:16,109 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:32:17,395 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:32:17,396 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:32:17,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:19,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:21,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:23,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:25,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:27,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:29,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:31,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:32,594 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:32:32,594 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:32:33,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:35,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:37,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:39,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:41,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:43,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:45,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:46,345 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:32:47,750 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:32:47,751 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:32:47,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:49,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:51,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:53,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:55,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:58,015 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:32:58,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:32:58,090 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:32:58,121 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:32:59,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:32:59,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:00,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:02,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:02,958 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:33:02,958 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:33:04,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:06,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:08,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:10,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:12,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:14,061 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:16,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:16,570 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:33:18,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:18,152 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:33:18,153 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:33:20,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:22,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:24,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:26,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:28,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:30,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:32,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:33,407 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:33:33,408 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:33:34,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:36,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:38,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:41,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:43,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:45,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:46,811 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:33:47,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:48,580 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:33:48,581 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:33:49,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:51,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:53,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:55,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:57,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:33:59,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:01,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:03,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:03,762 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:34:03,762 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:34:05,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:07,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:09,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:11,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:13,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:15,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:17,031 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:34:17,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:18,917 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:34:18,917 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:34:19,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:21,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:23,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:25,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:27,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:29,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:31,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:33,117 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:34,186 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:34:34,187 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:34:35,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:37,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:39,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:41,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:43,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:45,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:47,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:47,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:34:49,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:49,450 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:34:49,451 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:34:51,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:53,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:55,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:57,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:34:59,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:01,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:03,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:04,678 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:35:04,678 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:35:05,015 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:35:05,105 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:35:05,138 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:35:05,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:35:05,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:07,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:08,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:09,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:11,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:13,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:15,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:17,505 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:35:18,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:19,843 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:35:19,843 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:35:20,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:22,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:24,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:26,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:28,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:30,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:32,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:34,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:35,143 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:35:35,144 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:35:36,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:38,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:40,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:42,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:44,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:46,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:47,708 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:35:48,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:50,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:50,352 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:35:50,352 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:35:52,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:54,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:56,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:35:58,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:00,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:02,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:04,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:05,537 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:36:05,538 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:36:06,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:08,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:10,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:12,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:14,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:16,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:17,932 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:36:18,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:20,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:21,771 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:36:21,772 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:36:22,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:24,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:26,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:28,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:30,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:32,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:34,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:36,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:36,981 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:36:36,981 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:36:38,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:40,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:42,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:44,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:46,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:48,180 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:36:48,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:50,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:52,151 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:36:52,152 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:36:52,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:54,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:56,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:36:58,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:00,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:02,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:04,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:06,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:07,396 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:37:07,397 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:37:08,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:10,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:11,426 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:37:11,530 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:37:11,580 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:37:12,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:37:12,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:14,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:16,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:18,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:18,440 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:37:20,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:22,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:22,571 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:37:22,572 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:37:24,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:27,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:29,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:31,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:33,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:35,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:37,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:37,738 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:37:37,738 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:37:39,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:41,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:43,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:45,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:47,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:48,663 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:37:49,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:51,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:53,108 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:37:53,108 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:37:53,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:55,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:57,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:37:59,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:01,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:03,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:05,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:07,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:08,316 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:38:08,317 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:38:09,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:11,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:13,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:15,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:17,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:18,895 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:38:19,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:21,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:23,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:23,533 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:38:23,533 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:38:25,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:27,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:29,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:31,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:33,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:35,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:37,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:38,747 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:38:38,748 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:38:39,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:41,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:43,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:45,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:47,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:49,107 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:38:49,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:51,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:53,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:53,915 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:38:53,915 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:38:55,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:57,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:38:59,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:01,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:03,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:05,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:07,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:09,121 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:39:09,121 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:39:09,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:11,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:13,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:15,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:17,158 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:39:17,254 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:39:17,290 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:39:17,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:39:17,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:18,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:19,339 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:39:19,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:21,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:23,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:24,318 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:39:24,319 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:39:25,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:27,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:29,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:31,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:33,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:36,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:38,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:39,505 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:39:39,506 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:39:40,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:42,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:44,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:46,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:48,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:49,560 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:39:50,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:52,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:54,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:54,698 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:39:54,699 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:39:56,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:39:58,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:00,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:02,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:04,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:06,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:08,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:09,982 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:40:09,983 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:40:10,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:12,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:14,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:16,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:18,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:19,800 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:40:20,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:22,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:24,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:25,172 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:40:25,173 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:40:26,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:28,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:30,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:32,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:34,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:36,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:38,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:40,336 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:40:40,336 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:40:40,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:42,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:44,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:46,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:48,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:50,043 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:40:50,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:52,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:54,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:55,507 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:40:55,507 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:40:56,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:40:58,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:00,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:02,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:04,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:06,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:08,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:10,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:10,714 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:41:10,715 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:41:12,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:14,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:16,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:18,480 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:20,291 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:41:20,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:22,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:23,256 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:41:23,340 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:41:23,371 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:41:23,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:41:24,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:25,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:25,890 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:41:25,892 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:41:26,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:28,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:30,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:33,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:35,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:37,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:39,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:41,056 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:41:41,056 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:41:41,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:43,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:45,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:47,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:49,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:50,541 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:41:51,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:53,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:55,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:56,274 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:41:56,275 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:41:57,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:41:59,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:01,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:03,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:05,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:07,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:09,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:11,490 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:42:11,491 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:42:11,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:13,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:15,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:17,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:19,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:20,780 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:42:21,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:23,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:25,540 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:26,800 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:42:26,801 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:42:27,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:29,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:31,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:33,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:35,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:37,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:39,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:41,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:42,040 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:42:42,040 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:42:43,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:45,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:47,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:49,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:51,052 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:42:51,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:53,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:55,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:57,280 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:42:57,281 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:42:57,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:42:59,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:01,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:03,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:05,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:07,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:09,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:11,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:12,555 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:43:12,555 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:43:13,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:15,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:17,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:19,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:21,314 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:43:21,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:23,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:25,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:27,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:27,777 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:43:27,778 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:43:29,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:31,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:33,677 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:43:33,713 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:43:33,756 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:43:34,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:43:35,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:38,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:42,948 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:43:42,950 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:43:44,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:43:51,560 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:43:58,120 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:43:58,121 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:44:13,300 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:44:13,301 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:44:21,802 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:44:28,476 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:44:28,477 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:44:43,650 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:44:43,651 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:44:52,038 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:44:58,839 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:44:58,839 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:45:08,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:10,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:12,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:14,015 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:45:14,016 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:45:14,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:16,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:18,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:20,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:22,269 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:45:22,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:24,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:26,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:28,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:29,311 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:45:29,311 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:45:30,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:32,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:34,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:36,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:38,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:40,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:42,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:44,552 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:45:44,553 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:45:44,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:46,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:48,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:50,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:52,513 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:45:52,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:54,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:56,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:58,713 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:45:59,723 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:45:59,724 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:46:00,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:02,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:04,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:06,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:08,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:10,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:12,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:14,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:14,881 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:46:14,882 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:46:16,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:18,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:20,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:22,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:22,755 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:46:24,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:26,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:28,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:30,065 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:46:30,065 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:46:30,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:32,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:34,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:36,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:38,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:40,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:42,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:44,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:45,234 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:46:45,234 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:46:46,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:48,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:50,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:52,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:52,987 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:46:54,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:57,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:46:59,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:00,451 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:47:00,452 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:47:01,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:03,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:05,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:07,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:09,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:11,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:13,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:13,873 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:47:13,979 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:47:14,011 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:47:14,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:47:14,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:15,660 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:47:15,661 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:47:15,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:17,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:19,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:21,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:23,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:47:23,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:25,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:27,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:29,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:30,898 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:47:30,898 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:47:31,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:33,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:35,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:37,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:39,794 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:41,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:43,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:45,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:46,065 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:47:46,065 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:47:47,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:49,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:51,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:53,476 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:47:53,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:55,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:57,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:47:59,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:01,299 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:48:01,299 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:48:01,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:03,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:05,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:07,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:09,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:11,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:13,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:15,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:16,510 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:48:16,510 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:48:17,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:19,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:21,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:23,710 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:48:23,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:25,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:27,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:29,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:31,689 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:48:31,689 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:48:31,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:33,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:35,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:37,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:39,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:41,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:43,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:45,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:46,862 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:48:46,863 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:48:47,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:49,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:51,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:53,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:53,978 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:48:55,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:57,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:48:59,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:01,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:02,075 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:49:02,075 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:49:03,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:05,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:07,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:10,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:12,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:14,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:16,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:17,356 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:49:17,356 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:49:18,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:19,091 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:49:19,228 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:49:19,258 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:49:19,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:49:20,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:22,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:24,208 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:49:24,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:26,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:28,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:30,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:32,602 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:49:32,604 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:49:32,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:34,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:36,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:38,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:40,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:42,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:44,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:46,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:47,789 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:49:47,790 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:49:48,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:50,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:52,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:54,431 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:49:54,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:56,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:49:58,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:00,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:02,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:03,020 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:50:03,021 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:50:04,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:06,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:08,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:10,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:12,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:14,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:16,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:18,218 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:50:18,219 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:50:18,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:20,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:22,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:24,657 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:50:24,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:26,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:28,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:30,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:32,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:33,435 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:50:33,436 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:50:34,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:36,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:38,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:40,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:42,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:44,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:46,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:48,641 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:50:48,642 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:50:48,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:50,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:52,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:54,870 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:50:55,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:57,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:50:59,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:01,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:03,832 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:51:03,833 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:51:03,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:05,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:07,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:09,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:11,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:13,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:15,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:17,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:19,007 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:51:19,008 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:51:19,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:21,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:23,754 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:51:23,866 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:51:23,910 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:51:23,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:51:23,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:24,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:25,134 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:51:25,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:27,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:29,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:31,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:33,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:34,186 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:51:34,187 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:51:35,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:37,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:39,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:41,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:43,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:45,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:47,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:49,445 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:51:49,445 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:51:49,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:52,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:54,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:55,396 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:51:56,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:51:58,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:00,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:02,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:04,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:04,611 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:52:04,611 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:52:06,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:08,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:10,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:12,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:14,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:16,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:18,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:19,830 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:52:19,831 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:52:20,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:22,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:24,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:25,594 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:52:26,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:28,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:30,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:32,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:34,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:34,998 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:52:34,998 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:52:36,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:38,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:40,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:42,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:44,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:46,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:48,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:50,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:50,172 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:52:50,173 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:52:52,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:54,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:55,817 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:52:56,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:52:58,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:00,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:03,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:05,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:05,373 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:53:05,373 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:53:07,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:09,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:11,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:13,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:15,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:17,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:19,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:20,650 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:53:20,650 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:53:21,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:23,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:25,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:26,032 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:53:27,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:29,021 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:53:29,057 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:53:29,085 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:53:29,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:53:29,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:30,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:31,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:33,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:35,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:35,853 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:53:35,854 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:53:37,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:39,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:41,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:43,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:45,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:47,110 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:49,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:51,064 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:53:51,065 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:53:51,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:53,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:55,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:56,257 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:53:57,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:53:59,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:01,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:03,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:05,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:06,236 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:54:06,237 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:54:07,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:09,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:11,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:13,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:15,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:17,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:19,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:21,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:21,454 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:54:21,454 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:54:23,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:25,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:26,492 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:54:27,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:29,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:31,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:33,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:35,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:36,715 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:54:36,715 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:54:37,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:39,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:41,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:43,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:45,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:47,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:49,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:51,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:51,872 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:54:51,873 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:54:53,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:55,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:56,697 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:54:57,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:54:59,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:01,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:03,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:05,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:07,765 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:55:07,766 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:55:08,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:10,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:12,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:14,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:16,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:18,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:20,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:22,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:22,975 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:55:22,976 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:55:24,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:26,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:26,920 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:55:28,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:30,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:32,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:34,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:35,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:55:35,386 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:55:35,414 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:55:36,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:55:36,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:38,195 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:55:38,196 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:55:38,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:40,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:42,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:44,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:46,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:48,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:50,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:52,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:53,456 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:55:53,457 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:55:54,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:56,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:55:57,140 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:55:58,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:00,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:02,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:04,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:06,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:08,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:08,695 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:56:08,695 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:56:10,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:12,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:14,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:16,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:18,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:20,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:22,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:23,948 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:56:23,948 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:56:24,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:26,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:27,387 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:56:28,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:30,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:32,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:34,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:36,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:38,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:39,155 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:56:39,155 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:56:41,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:43,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:45,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:47,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:49,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:51,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:53,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:54,366 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:56:54,366 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:56:55,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:57,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:56:57,607 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:56:59,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:01,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:03,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:05,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:07,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:09,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:09,587 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:57:09,588 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:57:11,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:13,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:15,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:17,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:19,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:21,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:23,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:24,811 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:57:24,812 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:57:25,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:27,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:27,833 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:57:29,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:31,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:33,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:35,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:37,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:39,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:40,030 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:57:40,031 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:57:41,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:43,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:45,058 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 12:57:45,093 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 12:57:45,137 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 12:57:45,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 12:57:46,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:47,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:49,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:55,232 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:57:55,233 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:57:55,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:57:58,079 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:58:10,416 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:58:10,417 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:58:25,587 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:58:25,588 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:58:28,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:58:40,759 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:58:40,760 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:58:55,931 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:58:55,931 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:58:58,554 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:59:11,112 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:59:11,113 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:59:17,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:19,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:21,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:23,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:25,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:26,293 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:59:26,294 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:59:27,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:28,784 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:59:29,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:31,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:33,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:35,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:37,414 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:39,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:41,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:41,456 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:59:41,456 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:59:43,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:45,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:47,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:49,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:51,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:53,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:55,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:56,699 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 12:59:56,700 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 12:59:57,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 12:59:59,063 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 12:59:59,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:01,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:04,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:06,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:08,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:10,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:11,872 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:00:11,872 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:00:12,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:14,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:16,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:18,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:20,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:22,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:24,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:26,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:27,071 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:00:27,071 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:00:28,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:29,356 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:00:30,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:32,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:34,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:36,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:38,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:40,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:42,330 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:00:42,331 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:00:42,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:44,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:46,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:48,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:50,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:52,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:54,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:56,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:57,558 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:00:57,558 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:00:58,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:00:59,641 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:01:00,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:02,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:04,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:06,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:08,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:10,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:12,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:12,773 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:01:12,774 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:01:14,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:16,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:18,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:20,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:22,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:23,027 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:01:23,139 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:01:23,173 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:01:23,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:01:24,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:25,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:26,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:28,023 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:01:28,024 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:01:28,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:29,892 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:01:30,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:32,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:34,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:36,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:38,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:40,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:42,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:43,248 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:01:43,249 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:01:44,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:46,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:48,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:50,552 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:52,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:54,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:56,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:01:58,422 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:01:58,423 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:01:58,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:00,119 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:02:00,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:02,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:04,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:06,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:08,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:10,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:12,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:13,642 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:02:13,643 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:02:14,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:16,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:18,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:21,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:23,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:25,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:27,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:28,860 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:02:28,861 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:02:29,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:30,358 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:02:31,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:33,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:35,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:37,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:39,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:41,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:43,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:44,020 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:02:44,021 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:02:45,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:47,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:49,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:51,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:53,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:55,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:57,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:02:59,228 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:02:59,229 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:02:59,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:00,560 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:03:01,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:03,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:05,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:07,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:09,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:11,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:13,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:14,456 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:03:14,457 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:03:15,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:17,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:19,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:21,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:23,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:25,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:27,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:28,428 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:03:28,520 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:03:28,564 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:03:28,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:03:29,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:29,664 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:03:29,664 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:03:30,797 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:03:31,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:33,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:35,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:37,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:39,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:41,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:43,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:44,869 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:03:44,870 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:03:45,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:47,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:49,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:51,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:53,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:55,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:57,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:03:59,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:00,348 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:04:00,348 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:04:01,027 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:04:01,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:03,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:05,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:07,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:09,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:11,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:13,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:15,514 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:04:15,515 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:04:15,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:17,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:19,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:21,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:23,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:25,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:27,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:29,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:30,717 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:04:30,717 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:04:31,245 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:04:31,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:33,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:35,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:38,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:40,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:42,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:44,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:46,045 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:04:46,046 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:04:46,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:48,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:50,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:52,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:54,713 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:56,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:04:58,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:00,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:01,239 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:05:01,239 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:05:01,473 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:05:02,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:04,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:06,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:08,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:10,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:12,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:14,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:16,424 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:05:16,424 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:05:16,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:18,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:20,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:22,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:24,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:26,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:28,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:30,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:31,644 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:05:31,645 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:05:31,794 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:05:32,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:34,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:34,961 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:05:35,046 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:05:35,076 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:05:35,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:05:36,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:38,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:40,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:42,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:44,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:46,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:46,889 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:05:46,890 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:05:48,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:50,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:52,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:54,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:56,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:05:58,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:00,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:01,922 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:06:02,102 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:06:02,102 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:06:02,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:04,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:06,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:08,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:10,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:12,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:14,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:16,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:17,276 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:06:17,276 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:06:18,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:20,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:22,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:24,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:26,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:28,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:30,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:32,134 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:06:32,483 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:06:32,484 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:06:32,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:34,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:36,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:38,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:40,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:42,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:44,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:46,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:47,767 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:06:47,768 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:06:49,794 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:51,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:53,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:55,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:57,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:06:59,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:01,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:02,340 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:07:02,987 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:07:02,987 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:07:03,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:05,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:07,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:09,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:11,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:13,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:15,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:17,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:18,149 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:07:18,149 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:07:19,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:21,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:23,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:25,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:27,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:29,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:31,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:32,561 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:07:33,328 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:07:33,328 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:07:33,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:35,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:37,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:38,882 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:07:38,925 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:07:38,953 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:07:39,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:07:39,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:40,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:41,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:43,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:45,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:47,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:48,552 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:07:48,553 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:07:49,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:51,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:53,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:55,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:57,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:07:59,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:01,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:02,796 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:08:03,823 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:08:03,824 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:08:03,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:05,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:07,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:09,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:11,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:13,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:15,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:17,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:19,005 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:08:19,006 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:08:19,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:21,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:23,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:25,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:27,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:29,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:31,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:33,026 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:08:33,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:34,188 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:08:34,188 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:08:35,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:38,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:40,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:42,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:44,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:46,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:48,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:49,433 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:08:49,433 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:08:50,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:52,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:54,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:56,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:08:58,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:00,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:02,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:03,261 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:09:04,598 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:09:04,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:09:04,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:06,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:08,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:10,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:12,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:14,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:16,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:18,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:19,877 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:09:19,877 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:09:20,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:22,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:24,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:26,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:28,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:30,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:32,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:33,477 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:09:34,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:35,085 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:09:35,085 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:09:36,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:38,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:40,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:42,449 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:09:42,541 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:09:42,570 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:09:42,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:09:42,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:44,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:46,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:48,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:50,345 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:09:50,346 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:09:50,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:52,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:54,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:56,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:09:58,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:00,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:02,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:03,745 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:10:04,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:05,606 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:10:05,606 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:10:06,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:08,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:10,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:12,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:15,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:17,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:19,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:20,874 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:10:20,874 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:10:21,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:23,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:25,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:27,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:29,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:31,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:33,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:34,018 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:10:35,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:36,086 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:10:36,087 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:10:37,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:39,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:41,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:43,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:45,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:47,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:49,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:51,252 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:10:51,252 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:10:51,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:53,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:56,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:10:58,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:00,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:02,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:04,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:04,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:11:06,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:06,508 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:11:06,508 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:11:08,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:10,009 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:12,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:14,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:16,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:18,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:20,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:21,730 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:11:21,731 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:11:22,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:24,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:26,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:28,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:30,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:32,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:34,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:34,561 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:11:36,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:36,929 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:11:36,930 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:11:38,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:40,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:42,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:44,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:47,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:49,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:51,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:51,231 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:11:51,265 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:11:51,311 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:11:52,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:11:52,114 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:11:52,115 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:11:53,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:54,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:11:55,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:12:03,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:12:04,787 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:12:07,295 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:12:07,296 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:12:22,479 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:12:22,480 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:12:35,047 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:12:37,659 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:12:37,659 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:12:52,831 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:12:52,832 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:13:05,331 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:13:08,445 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:13:08,445 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:13:23,687 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:13:23,687 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:13:25,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:27,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:29,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:31,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:33,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:35,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:35,569 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:13:37,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:38,905 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:13:38,906 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:13:39,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:41,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:43,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:45,117 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:47,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:49,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:51,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:53,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:54,098 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:13:54,099 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:13:55,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:57,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:13:59,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:01,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:03,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:05,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:05,788 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:14:07,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:09,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:09,273 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:14:09,273 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:14:11,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:13,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:15,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:17,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:19,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:21,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:23,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:24,471 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:14:24,471 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:14:25,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:27,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:29,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:31,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:33,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:35,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:35,946 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:14:37,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:39,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:39,731 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:14:39,732 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:14:41,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:43,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:45,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:47,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:49,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:51,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:53,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:54,897 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:14:54,897 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:14:55,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:14:57,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:00,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:02,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:04,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:06,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:15:06,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:08,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:10,082 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:15:10,083 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:15:10,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:12,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:14,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:16,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:18,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:20,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:22,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:24,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:25,283 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:15:25,284 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:15:26,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:28,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:29,729 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:15:29,792 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:15:29,821 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:15:30,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:15:30,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:32,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:34,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:36,395 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:15:38,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:40,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:40,589 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:15:40,590 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:15:42,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:44,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:46,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:48,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:50,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:52,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:54,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:55,814 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:15:55,814 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:15:56,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:15:58,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:00,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:02,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:04,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:06,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:06,642 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:16:08,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:10,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:10,987 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:16:10,988 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:16:12,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:14,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:16,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:18,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:20,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:22,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:24,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:26,225 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:16:26,225 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:16:26,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:28,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:30,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:32,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:34,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:36,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:36,866 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:16:40,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:41,483 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:16:41,484 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:16:42,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:44,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:46,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:48,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:50,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:52,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:54,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:56,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:16:56,660 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:16:56,660 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:16:58,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:00,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:02,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:05,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:07,108 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:17:07,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:09,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:11,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:11,922 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:17:11,923 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:17:13,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:15,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:17,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:19,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:21,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:23,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:25,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:27,093 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:17:27,094 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:17:27,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:29,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:31,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:33,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:35,267 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:17:35,361 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:17:35,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:35,390 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:17:36,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:17:36,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:37,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:37,421 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:17:39,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:41,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:42,335 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:17:42,337 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:17:43,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:45,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:47,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:49,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:51,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:53,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:55,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:57,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:17:57,503 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:17:57,503 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:17:59,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:01,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:03,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:05,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:07,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:07,654 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:18:09,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:11,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:12,709 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:18:12,709 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:18:13,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:15,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:17,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:19,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:21,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:23,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:25,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:27,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:27,869 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:18:27,869 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:18:29,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:31,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:33,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:35,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:37,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:37,877 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:18:39,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:41,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:43,077 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:18:43,077 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:18:43,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:45,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:47,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:49,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:51,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:53,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:55,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:57,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:18:58,244 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:18:58,245 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:18:59,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:01,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:03,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:05,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:07,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:08,103 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:19:09,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:11,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:13,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:13,495 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:19:13,495 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:19:15,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:17,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:19,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:21,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:23,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:25,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:27,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:28,664 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:19:28,664 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:19:29,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:32,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:34,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:36,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:38,336 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:19:38,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:40,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:42,040 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:19:42,129 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:19:42,161 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:19:42,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:19:42,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:43,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:43,820 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:19:43,821 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:19:44,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:46,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:48,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:50,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:52,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:54,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:56,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:58,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:19:58,992 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:19:58,992 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:20:00,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:02,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:04,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:06,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:08,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:08,610 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:20:10,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:12,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:14,156 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:20:14,157 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:20:14,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:16,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:18,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:20,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:22,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:24,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:26,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:28,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:29,359 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:20:29,360 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:20:30,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:32,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:34,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:36,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:38,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:38,901 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:20:40,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:42,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:44,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:44,534 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:20:44,534 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:20:46,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:48,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:50,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:52,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:54,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:56,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:58,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:20:59,701 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:20:59,702 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:21:00,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:02,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:04,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:06,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:08,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:09,138 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:21:10,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:12,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:14,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:14,936 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:21:14,936 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:21:16,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:18,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:20,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:22,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:24,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:26,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:28,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:30,194 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:21:30,194 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:21:31,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:33,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:35,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:37,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:39,368 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:21:39,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:41,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:43,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:45,368 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:21:45,368 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:21:45,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:47,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:49,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:50,091 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:21:50,173 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:21:50,202 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:21:50,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:21:51,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:53,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:55,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:57,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:21:59,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:00,641 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:22:00,642 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:22:01,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:03,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:05,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:07,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:09,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:09,621 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:22:11,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:13,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:15,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:15,811 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:22:15,812 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:22:17,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:19,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:21,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:23,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:25,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:27,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:29,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:31,018 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:22:31,019 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:22:31,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:33,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:35,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:37,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:39,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:39,847 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:22:41,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:43,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:45,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:46,239 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:22:46,240 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:22:47,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:49,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:51,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:53,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:55,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:57,659 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:22:59,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:01,405 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:23:01,405 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:23:01,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:03,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:05,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:07,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:09,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:10,080 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:23:11,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:13,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:15,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:16,655 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:23:16,655 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:23:17,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:19,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:21,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:23,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:25,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:27,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:29,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:31,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:31,880 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:23:31,881 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:23:33,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:35,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:37,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:39,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:40,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:23:41,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:43,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:45,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:47,101 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:23:47,101 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:23:47,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:49,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:51,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:53,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:55,130 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:23:55,248 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:23:55,294 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:23:55,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:23:56,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:23:58,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:00,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:02,336 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:24:02,336 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:24:02,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:04,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:06,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:08,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:10,541 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:24:10,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:12,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:14,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:16,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:17,575 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:24:17,575 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:24:18,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:20,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:22,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:24,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:26,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:28,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:30,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:32,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:32,854 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:24:32,854 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:24:34,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:36,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:38,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:40,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:40,791 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:24:42,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:44,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:46,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:48,200 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:24:48,201 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:24:48,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:50,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:52,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:54,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:56,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:24:58,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:00,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:02,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:03,404 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:25:03,404 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:25:04,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:06,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:08,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:10,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:11,067 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:25:12,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:14,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:17,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:18,605 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:25:18,606 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:25:19,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:21,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:23,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:25,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:27,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:29,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:31,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:33,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:33,835 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:25:33,836 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:25:35,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:37,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:39,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:41,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:25:41,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:43,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:45,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:47,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:49,057 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:25:49,057 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:25:49,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:51,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:53,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:55,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:57,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:25:59,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:26:01,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:26:03,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:26:04,247 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:26:04,248 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:26:05,507 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:26:05,542 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:26:05,587 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:26:05,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:26:06,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:26:07,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:26:09,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:26:11,540 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:26:15,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:26:19,499 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:26:19,501 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:26:34,685 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:26:34,686 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:26:41,772 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:26:50,074 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:26:50,075 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:27:05,259 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:27:05,260 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:27:11,995 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:27:20,447 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:27:20,448 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:27:35,629 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:27:35,630 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:27:39,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:41,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:42,214 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:27:43,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:45,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:47,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:49,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:50,794 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:27:50,795 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:27:51,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:53,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:55,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:57,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:27:59,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:01,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:04,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:06,019 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:28:06,020 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:28:06,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:08,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:10,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:12,456 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:28:12,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:14,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:16,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:18,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:20,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:21,191 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:28:21,191 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:28:22,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:24,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:26,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:28,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:30,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:32,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:34,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:36,368 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:28:36,369 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:28:36,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:38,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:42,665 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:28:42,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:44,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:46,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:48,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:50,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:51,625 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:28:51,626 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:28:52,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:54,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:56,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:28:58,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:00,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:02,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:04,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:06,851 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:29:06,860 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:29:06,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:08,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:10,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:12,886 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:29:12,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:14,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:16,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:18,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:20,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:22,028 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:29:22,029 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:29:22,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:24,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:26,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:28,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:30,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:32,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:34,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:36,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:37,209 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:29:37,210 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:29:38,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:40,982 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:43,102 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:29:43,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:45,106 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:29:45,205 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:29:45,255 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:29:45,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:29:45,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:46,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:47,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:49,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:51,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:52,364 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:29:52,365 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:29:53,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:55,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:29:57,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:00,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:02,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:04,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:06,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:07,543 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:30:07,544 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:30:08,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:10,009 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:12,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:13,460 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:30:14,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:16,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:18,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:20,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:22,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:22,755 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:30:22,756 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:30:24,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:26,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:28,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:30,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:32,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:34,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:36,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:37,962 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:30:37,963 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:30:38,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:40,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:42,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:43,693 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:30:44,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:46,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:48,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:50,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:52,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:53,133 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:30:53,134 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:30:54,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:56,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:30:58,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:00,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:02,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:04,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:06,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:08,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:08,356 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:31:08,356 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:31:10,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:12,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:13,912 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:31:14,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:16,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:18,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:20,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:22,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:23,577 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:31:23,577 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:31:24,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:26,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:28,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:30,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:32,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:34,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:36,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:38,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:38,755 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:31:38,755 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:31:40,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:44,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:44,124 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:31:46,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:48,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:50,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:52,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:53,936 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:31:53,936 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:31:54,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:54,112 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:31:54,151 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:31:54,180 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:31:55,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:31:56,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:31:58,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:00,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:02,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:04,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:06,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:08,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:09,181 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:32:09,182 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:32:10,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:12,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:14,363 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:32:15,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:17,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:19,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:21,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:23,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:24,397 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:32:24,398 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:32:25,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:27,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:29,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:31,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:33,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:35,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:37,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:39,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:39,598 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:32:39,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:32:41,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:43,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:44,584 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:32:45,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:47,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:49,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:51,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:53,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:54,768 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:32:54,768 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:32:55,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:57,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:32:59,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:01,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:03,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:05,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:07,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:09,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:09,968 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:33:09,969 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:33:11,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:13,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:14,801 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:33:15,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:17,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:19,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:21,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:23,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:25,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:25,256 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:33:25,257 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:33:27,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:29,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:31,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:33,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:35,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:37,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:39,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:40,464 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:33:40,464 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:33:41,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:43,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:45,008 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:33:45,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:49,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:51,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:53,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:55,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:55,665 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:33:55,666 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:33:57,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:33:58,873 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:33:58,969 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:33:59,010 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:33:59,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:33:59,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:00,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:01,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:03,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:06,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:08,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:10,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:10,912 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:34:10,914 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:34:12,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:14,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:15,242 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:34:16,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:18,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:20,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:22,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:24,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:26,096 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:34:26,097 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:34:26,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:28,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:30,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:32,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:34,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:36,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:38,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:40,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:41,313 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:34:41,313 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:34:42,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:44,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:45,479 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:34:46,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:48,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:50,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:52,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:54,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:56,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:34:56,470 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:34:56,471 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:34:58,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:00,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:02,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:04,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:06,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:08,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:10,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:11,681 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:35:11,681 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:35:12,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:14,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:15,707 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:35:16,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:18,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:20,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:22,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:24,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:26,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:26,897 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:35:26,897 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:35:28,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:30,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:32,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:34,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:36,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:38,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:40,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:42,068 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:35:42,069 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:35:42,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:44,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:45,934 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:35:46,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:48,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:50,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:52,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:55,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:57,227 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:35:57,228 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:35:57,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:35:59,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:01,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:03,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:05,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:05,477 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:36:05,585 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:36:05,626 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:36:06,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:36:06,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:07,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:09,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:11,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:12,456 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:36:12,458 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:36:13,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:15,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:16,183 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:36:17,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:19,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:21,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:23,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:25,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:27,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:27,673 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:36:27,674 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:36:29,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:31,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:33,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:35,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:37,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:39,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:41,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:42,838 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:36:42,839 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:36:43,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:45,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:46,402 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:36:47,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:49,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:51,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:53,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:55,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:57,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:36:58,010 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:36:58,010 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:36:59,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:01,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:03,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:05,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:07,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:09,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:11,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:13,252 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:37:13,253 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:37:13,352 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:15,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:16,645 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:37:17,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:19,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:21,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:23,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:25,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:27,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:28,454 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:37:28,455 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:37:29,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:31,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:33,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:35,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:38,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:40,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:42,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:43,680 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:37:43,680 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:37:44,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:46,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:46,865 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:37:48,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:50,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:52,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:54,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:56,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:58,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:37:58,998 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:37:58,998 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:38:00,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:02,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:04,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:06,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:08,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:10,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:11,187 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:38:11,229 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:38:11,257 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:38:11,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:38:12,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:13,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:14,163 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:38:14,164 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:38:14,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:16,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:17,115 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:38:18,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:20,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:22,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:24,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:26,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:28,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:29,369 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:38:29,370 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:38:30,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:32,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:34,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:36,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:38,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:40,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:42,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:44,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:44,548 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:38:44,548 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:38:46,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:47,347 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:38:48,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:50,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:52,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:54,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:56,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:58,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:38:59,854 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:38:59,854 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:39:00,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:02,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:04,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:06,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:08,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:10,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:12,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:15,123 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:39:15,124 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:39:15,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:17,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:17,577 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:39:19,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:21,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:23,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:25,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:27,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:29,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:30,308 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:39:30,309 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:39:31,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:33,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:35,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:37,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:39,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:41,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:43,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:45,472 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:39:45,473 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:39:45,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:47,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:47,787 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:39:49,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:51,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:53,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:55,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:57,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:39:59,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:00,701 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:40:00,701 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:40:01,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:03,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:05,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:07,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:09,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:11,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:13,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:15,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:15,915 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:40:15,916 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:40:17,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:18,005 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:40:19,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:21,643 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:40:21,676 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:40:21,713 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:40:22,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:40:23,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:25,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:31,155 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:40:31,157 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:40:31,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:40:46,326 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:40:46,326 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:40:48,236 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:41:01,499 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:41:01,500 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:41:16,667 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:41:16,667 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:41:18,479 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:41:31,841 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:41:31,842 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:41:47,015 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:41:47,016 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:41:48,713 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:41:55,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:41:57,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:41:59,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:01,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:02,186 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:42:02,187 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:42:03,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:05,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:07,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:09,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:11,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:13,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:15,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:17,418 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:42:17,418 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:42:18,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:18,943 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:42:20,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:22,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:24,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:26,619 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:28,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:30,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:32,601 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:42:32,602 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:42:32,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:34,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:36,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:38,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:42,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:44,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:46,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:47,856 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:42:47,856 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:42:48,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:49,174 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:42:50,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:52,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:54,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:56,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:42:58,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:00,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:02,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:03,027 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:43:03,027 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:43:04,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:06,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:08,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:10,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:12,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:14,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:16,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:18,220 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:43:18,220 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:43:18,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:19,415 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:43:20,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:22,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:24,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:26,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:28,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:30,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:32,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:33,392 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:43:33,393 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:43:34,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:36,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:38,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:40,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:42,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:44,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:46,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:48,548 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:43:48,549 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:43:48,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:49,668 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:43:50,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:52,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:54,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:56,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:43:58,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:00,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:01,860 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:44:01,962 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:44:02,022 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:44:02,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:44:02,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:03,758 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:44:03,760 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:44:04,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:06,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:08,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:10,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:12,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:14,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:16,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:18,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:18,980 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:44:18,980 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:44:20,057 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:44:20,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:22,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:24,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:27,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:29,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:31,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:33,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:34,250 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:44:34,250 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:44:35,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:37,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:39,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:41,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:43,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:45,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:47,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:49,447 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:44:49,447 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:44:49,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:50,292 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:44:51,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:53,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:55,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:57,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:44:59,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:01,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:03,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:04,873 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:45:04,874 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:45:05,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:07,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:09,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:11,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:13,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:15,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:17,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:19,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:20,084 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:45:20,084 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:45:20,534 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:45:21,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:23,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:25,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:27,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:29,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:31,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:33,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:35,342 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:45:35,343 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:45:35,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:37,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:39,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:41,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:43,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:45,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:49,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:50,567 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:45:50,568 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:45:50,755 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:45:51,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:53,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:55,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:57,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:45:59,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:01,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:03,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:05,745 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:46:05,746 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:46:05,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:07,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:08,528 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:46:08,619 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:46:08,682 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:46:08,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:46:10,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:12,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:14,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:16,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:18,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:20,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:20,991 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:46:21,019 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:46:21,020 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:46:22,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:24,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:26,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:28,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:30,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:32,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:34,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:36,237 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:46:36,237 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:46:36,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:38,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:40,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:42,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:44,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:46,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:48,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:50,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:51,216 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:46:51,397 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:46:51,397 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:46:52,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:54,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:56,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:46:58,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:00,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:02,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:04,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:06,694 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:47:06,695 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:47:06,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:08,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:10,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:12,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:14,860 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:16,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:18,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:20,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:21,432 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:47:21,863 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:47:21,864 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:47:22,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:24,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:26,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:28,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:30,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:32,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:34,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:36,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:37,071 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:47:37,072 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:47:38,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:40,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:42,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:44,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:46,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:48,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:50,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:51,688 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:47:52,239 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:47:52,240 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:47:52,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:54,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:56,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:47:58,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:00,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:02,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:04,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:06,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:07,465 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:48:07,465 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:48:09,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:11,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:13,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:14,048 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:48:14,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:48:14,177 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:48:14,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:48:14,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:15,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:17,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:19,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:21,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:21,941 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:48:22,681 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:48:22,682 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:48:23,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:25,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:27,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:29,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:31,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:33,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:35,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:37,854 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:48:37,855 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:48:37,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:39,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:41,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:43,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:45,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:47,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:49,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:51,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:52,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:48:53,053 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:48:53,054 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:48:53,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:55,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:57,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:48:59,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:01,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:03,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:05,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:07,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:08,303 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:49:08,304 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:49:09,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:11,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:13,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:15,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:17,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:19,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:21,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:22,382 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:49:23,475 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:49:23,476 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:49:23,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:25,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:27,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:29,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:31,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:33,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:35,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:37,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:38,664 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:49:38,664 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:49:39,982 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:41,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:43,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:45,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:47,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:49,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:51,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:52,615 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:49:53,984 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:49:53,985 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:49:53,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:55,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:57,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:49:59,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:02,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:04,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:06,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:08,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:09,157 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:50:09,157 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:50:10,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:12,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:14,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:16,009 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:18,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:20,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:21,134 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:50:21,196 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:50:21,259 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:50:22,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:50:22,841 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:50:23,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:24,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:24,360 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:50:24,361 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:50:25,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:27,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:29,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:31,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:33,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:35,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:37,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:39,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:39,534 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:50:39,534 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:50:41,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:43,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:45,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:47,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:49,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:51,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:53,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:53,075 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:50:54,719 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:50:54,720 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:50:55,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:57,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:50:59,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:01,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:03,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:05,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:07,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:09,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:09,999 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:51:09,999 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:51:11,049 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:13,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:15,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:17,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:19,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:21,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:23,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:23,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:51:25,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:25,304 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:51:25,305 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:51:27,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:29,061 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:31,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:33,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:35,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:37,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:39,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:40,476 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:51:40,476 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:51:41,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:43,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:45,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:47,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:49,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:51,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:53,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:53,541 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:51:55,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:51:55,659 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:51:55,659 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:51:57,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:01,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:03,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:05,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:07,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:09,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:10,826 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:52:10,827 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:52:11,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:14,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:16,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:18,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:20,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:22,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:23,786 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:52:24,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:25,994 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:52:25,995 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:52:26,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:27,373 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:52:27,462 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:52:27,503 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:52:28,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:52:28,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:30,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:32,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:34,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:36,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:38,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:40,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:41,170 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:52:41,171 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:52:42,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:44,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:46,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:48,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:50,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:52,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:54,054 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:52:54,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:56,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:52:56,346 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:52:56,346 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:52:58,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:00,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:02,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:04,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:06,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:08,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:10,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:11,512 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:53:11,512 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:53:12,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:14,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:16,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:18,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:20,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:22,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:24,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:24,338 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:53:26,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:26,771 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:53:26,772 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:53:28,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:30,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:32,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:34,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:36,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:38,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:40,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:41,960 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:53:41,960 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:53:42,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:44,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:46,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:48,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:50,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:52,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:54,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:54,567 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:53:56,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:53:57,159 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:53:57,160 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:53:58,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:00,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:02,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:04,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:07,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:09,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:11,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:12,362 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:54:12,363 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:54:13,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:15,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:17,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:19,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:21,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:23,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:24,798 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:54:25,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:27,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:27,557 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:54:27,558 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:54:29,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:31,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:33,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:35,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:37,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:38,511 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:54:38,535 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:54:38,566 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:54:39,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:54:40,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:41,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:42,803 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:54:42,804 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:54:49,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:54:55,015 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:54:57,975 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:54:57,975 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:55:13,146 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:55:13,147 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:55:25,263 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:55:28,310 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:55:28,311 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:55:43,487 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:55:43,488 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:55:55,550 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:55:58,659 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:55:58,659 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:56:13,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:13,832 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:56:13,832 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:56:15,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:17,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:19,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:21,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:23,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:25,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:25,771 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:56:27,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:29,070 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:56:29,071 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:56:29,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:31,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:33,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:35,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:37,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:39,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:41,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:43,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:44,239 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:56:44,240 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:56:45,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:49,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:51,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:53,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:55,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:56,004 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:56:57,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:59,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:56:59,434 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:56:59,434 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:57:01,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:03,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:05,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:07,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:09,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:11,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:13,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:14,661 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:57:14,662 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:57:15,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:17,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:20,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:22,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:24,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:26,257 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:57:26,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:28,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:29,841 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:57:29,842 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:57:30,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:32,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:34,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:36,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:38,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:40,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:42,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:44,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:45,077 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:57:45,078 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:57:46,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:48,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:50,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:52,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:54,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:56,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:57:56,472 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:57:58,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:00,302 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:58:00,303 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:58:00,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:02,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:04,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:06,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:08,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:10,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:12,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:14,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:15,467 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:58:15,468 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:58:16,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:18,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:19,113 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 13:58:19,232 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 13:58:19,264 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 13:58:19,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 13:58:20,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:21,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:22,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:24,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:26,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:26,702 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:58:28,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:30,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:30,671 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:58:30,673 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:58:32,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:34,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:36,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:38,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:40,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:42,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:44,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:45,860 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:58:45,860 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:58:46,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:48,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:50,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:52,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:54,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:56,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:58:56,943 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:58:58,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:00,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:01,018 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:59:01,019 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:59:02,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:04,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:06,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:08,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:10,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:12,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:14,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:16,175 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:59:16,176 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:59:16,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:18,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:20,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:22,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:24,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:26,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:27,175 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:59:28,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:31,372 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:59:31,373 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:59:31,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:33,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:35,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:37,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:39,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:41,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:43,480 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:45,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:46,532 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 13:59:46,532 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 13:59:47,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:49,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:51,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:53,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:55,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:57,411 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 13:59:57,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 13:59:59,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:01,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:01,766 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:00:01,766 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:00:03,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:05,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:07,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:09,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:11,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:13,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:15,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:16,937 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:00:16,938 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:00:17,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:19,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:21,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:23,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:24,574 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:00:24,659 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:00:24,705 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:00:25,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:00:25,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:27,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:27,636 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:00:29,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:31,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:32,202 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:00:32,204 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:00:33,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:35,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:37,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:39,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:41,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:43,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:45,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:47,411 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:00:47,411 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:00:47,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:49,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:51,540 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:53,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:55,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:57,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:00:57,855 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:00:59,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:01,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:02,680 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:01:02,681 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:01:03,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:05,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:07,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:09,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:11,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:13,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:15,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:17,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:18,104 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:01:18,105 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:01:20,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:22,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:24,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:26,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:28,098 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:01:28,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:30,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:32,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:33,316 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:01:33,316 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:01:34,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:36,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:38,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:40,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:42,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:44,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:46,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:48,515 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:01:48,516 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:01:48,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:50,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:52,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:54,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:56,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:01:58,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:01:58,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:00,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:02,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:03,808 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:02:03,809 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:02:04,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:06,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:08,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:10,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:12,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:14,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:16,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:18,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:19,002 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:02:19,002 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:02:20,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:22,627 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:24,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:26,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:28,520 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:02:28,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:30,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:32,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:34,248 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:02:34,249 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:02:34,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:36,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:38,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:39,882 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:02:39,970 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:02:40,003 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:02:40,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:02:40,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:42,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:44,638 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:46,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:48,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:49,422 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:02:49,423 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:02:50,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:52,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:54,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:56,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:58,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:02:58,742 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:03:00,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:02,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:04,640 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:03:04,640 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:03:04,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:06,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:08,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:12,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:14,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:16,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:18,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:19,823 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:03:19,824 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:03:20,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:22,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:24,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:26,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:28,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:28,927 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:03:30,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:33,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:35,041 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:03:35,042 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:03:35,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:37,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:39,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:41,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:43,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:45,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:47,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:49,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:50,215 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:03:50,216 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:03:51,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:53,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:55,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:57,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:03:59,089 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:03:59,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:01,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:03,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:05,384 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:04:05,384 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:04:05,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:07,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:09,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:11,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:13,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:15,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:17,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:19,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:20,555 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:04:20,556 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:04:21,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:23,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:25,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:27,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:29,252 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:04:29,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:31,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:33,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:35,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:35,776 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:04:35,776 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:04:37,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:39,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:41,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:43,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:45,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:47,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:49,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:51,065 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:04:51,066 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:04:51,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:53,713 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:55,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:57,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:04:59,419 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:04:59,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:00,977 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:05:01,043 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:05:01,078 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:05:01,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:05:01,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:02,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:03,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:05,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:06,271 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:05:06,271 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:05:07,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:09,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:11,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:13,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:15,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:17,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:19,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:21,485 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:05:21,485 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:05:21,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:23,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:25,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:27,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:29,616 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:05:29,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:31,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:33,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:35,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:36,668 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:05:36,669 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:05:38,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:40,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:42,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:44,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:46,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:48,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:50,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:52,154 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:05:52,155 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:05:52,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:54,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:56,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:58,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:05:59,797 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:06:00,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:02,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:04,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:06,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:07,361 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:06:07,361 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:06:08,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:10,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:12,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:14,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:16,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:18,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:20,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:22,708 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:06:22,708 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:06:22,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:24,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:26,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:28,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:30,055 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:06:30,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:32,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:34,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:36,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:37,974 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:06:37,975 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:06:38,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:40,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:42,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:44,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:46,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:48,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:50,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:52,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:53,239 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:06:53,240 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:06:54,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:56,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:06:58,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:00,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:07:00,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:02,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:04,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:06,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:08,461 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:07:08,462 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:07:08,794 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:10,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:12,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:14,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:16,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:18,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:20,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:22,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:23,628 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:07:23,628 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:07:24,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:25,265 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:07:25,347 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:07:25,390 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:07:25,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:07:26,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:27,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:28,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:30,541 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:07:31,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:33,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:35,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:37,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:38,811 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:07:38,812 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:07:39,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:41,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:43,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:45,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:47,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:49,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:51,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:53,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:54,083 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:07:54,083 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:07:55,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:57,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:07:59,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:00,741 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:08:01,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:03,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:05,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:07,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:09,512 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:08:09,512 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:08:09,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:11,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:13,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:15,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:17,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:19,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:21,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:23,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:24,818 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:08:24,819 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:08:25,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:27,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:29,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:30,924 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:08:31,852 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:33,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:36,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:38,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:39,995 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:08:39,996 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:08:40,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:42,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:44,860 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:46,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:48,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:50,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:52,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:54,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:55,283 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:08:55,283 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:08:56,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:08:58,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:00,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:01,134 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:09:02,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:04,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:06,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:08,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:10,511 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:09:10,511 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:09:10,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:12,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:14,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:16,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:18,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:20,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:22,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:24,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:25,825 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:09:25,825 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:09:26,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:28,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:30,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:31,341 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:09:32,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:34,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:36,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:38,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:40,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:41,066 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:09:41,067 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:09:42,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:44,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:46,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:48,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:50,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:52,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:54,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:56,359 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:09:56,360 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:09:56,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:09:59,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:10:01,521 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:10:01,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:10:03,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:10:05,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:10:07,107 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:10:07,132 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:10:07,167 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:10:07,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:10:08,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:10:09,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:10:11,529 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:10:11,530 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:10:11,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:10:23,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:10:26,690 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:10:26,691 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:10:31,748 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:10:41,857 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:10:41,857 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:10:57,037 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:10:57,037 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:11:01,944 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:11:11,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:12,208 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:11:12,208 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:11:13,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:15,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:17,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:19,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:21,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:23,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:25,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:27,373 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:11:27,374 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:11:27,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:29,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:31,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:32,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:11:33,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:35,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:37,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:39,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:41,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:42,586 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:11:42,587 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:11:43,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:45,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:47,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:49,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:51,982 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:53,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:55,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:57,760 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:11:57,760 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:11:57,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:11:59,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:01,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:02,386 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:12:03,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:05,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:07,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:09,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:11,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:13,041 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:12:13,042 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:12:13,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:15,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:17,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:19,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:21,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:24,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:26,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:28,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:28,197 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:12:28,197 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:12:30,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:32,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:32,585 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:12:34,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:36,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:38,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:40,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:42,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:43,450 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:12:43,450 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:12:44,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:46,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:48,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:50,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:54,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:56,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:58,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:12:58,620 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:12:58,620 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:13:00,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:02,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:02,814 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:13:04,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:06,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:08,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:10,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:12,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:13,849 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:13:13,850 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:13:14,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:16,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:18,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:21,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:23,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:25,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:27,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:29,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:29,111 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:13:29,111 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:13:31,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:33,025 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:13:33,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:35,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:37,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:38,571 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:13:38,671 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:13:38,716 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:13:39,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:13:39,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:40,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:41,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:43,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:44,274 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:13:44,275 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:13:45,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:47,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:49,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:51,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:53,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:55,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:57,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:59,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:13:59,485 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:13:59,485 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:14:01,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:03,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:03,235 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:14:05,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:07,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:09,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:11,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:13,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:14,661 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:14:14,662 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:14:15,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:17,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:19,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:21,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:23,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:25,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:27,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:29,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:29,839 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:14:29,839 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:14:31,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:33,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:33,445 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:14:35,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:37,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:39,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:41,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:43,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:45,053 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:14:45,053 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:14:45,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:47,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:49,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:51,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:53,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:55,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:57,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:14:59,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:00,242 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:15:00,242 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:15:01,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:03,662 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:15:04,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:06,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:08,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:10,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:12,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:14,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:15,462 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:15:15,462 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:15:16,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:18,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:20,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:22,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:24,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:26,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:28,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:30,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:30,729 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:15:30,729 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:15:32,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:33,891 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:15:34,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:36,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:38,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:40,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:42,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:44,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:46,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:46,192 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:15:46,192 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:15:48,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:50,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:52,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:54,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:54,866 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:15:54,954 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:15:55,001 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:15:55,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:15:56,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:15:58,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:00,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:01,365 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:16:01,366 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:16:02,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:04,111 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:16:04,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:06,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:08,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:10,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:12,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:14,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:16,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:16,612 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:16:16,613 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:16:18,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:20,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:22,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:24,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:26,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:28,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:30,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:31,800 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:16:31,801 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:16:32,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:34,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:34,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:16:36,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:38,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:40,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:42,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:44,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:46,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:47,037 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:16:47,038 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:16:48,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:50,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:52,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:54,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:56,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:16:58,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:01,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:02,271 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:17:02,272 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:17:03,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:04,527 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:17:05,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:07,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:09,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:11,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:13,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:15,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:17,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:17,505 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:17:17,506 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:17:19,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:21,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:23,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:25,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:27,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:29,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:31,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:32,727 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:17:32,727 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:17:33,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:34,757 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:17:35,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:37,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:39,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:41,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:43,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:45,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:47,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:47,994 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:17:47,994 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:17:49,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:51,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:53,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:55,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:57,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:17:59,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:01,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:03,164 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:18:03,164 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:18:03,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:04,968 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:18:05,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:07,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:09,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:10,668 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:18:10,774 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:18:10,829 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:18:11,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:18:11,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:13,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:15,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:17,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:18,472 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:18:18,473 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:18:19,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:21,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:23,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:25,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:27,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:29,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:31,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:33,683 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:18:33,684 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:18:35,207 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:18:35,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:38,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:40,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:42,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:44,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:46,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:48,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:48,979 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:18:48,980 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:18:50,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:52,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:54,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:56,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:18:58,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:00,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:02,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:04,149 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:19:04,150 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:19:04,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:05,393 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:19:06,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:08,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:10,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:12,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:14,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:16,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:18,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:19,346 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:19:19,346 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:19:20,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:22,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:24,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:26,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:28,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:30,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:32,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:34,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:34,552 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:19:34,552 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:19:35,600 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:19:36,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:38,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:40,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:42,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:44,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:46,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:48,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:49,750 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:19:49,750 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:19:50,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:52,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:54,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:56,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:19:58,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:00,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:02,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:04,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:04,989 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:20:04,990 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:20:05,858 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:20:06,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:08,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:10,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:12,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:14,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:16,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:18,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:20,207 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:20:20,208 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:20:20,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:22,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:24,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:25,398 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:20:25,505 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:20:25,542 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:20:26,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:20:26,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:27,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:28,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:30,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:32,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:34,460 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:35,400 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:20:35,401 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:20:36,072 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:20:36,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:39,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:43,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:45,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:47,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:49,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:50,599 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:20:50,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:20:51,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:53,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:55,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:57,480 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:20:59,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:01,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:03,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:05,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:05,805 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:21:05,805 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:21:06,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:21:07,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:09,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:11,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:13,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:15,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:17,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:19,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:21,056 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:21:21,056 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:21:21,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:23,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:25,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:27,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:29,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:31,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:33,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:35,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:36,301 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:21:36,301 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:21:36,511 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:21:37,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:39,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:41,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:43,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:45,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:47,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:49,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:51,470 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:21:51,470 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:21:51,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:53,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:55,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:57,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:21:59,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:01,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:03,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:05,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:06,710 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:22:06,711 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:22:06,879 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:22:07,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:09,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:11,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:13,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:15,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:17,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:19,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:21,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:21,881 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:22:21,881 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:22:23,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:25,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:27,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:29,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:31,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:33,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:35,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:36,952 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:22:37,045 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:22:37,046 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:22:37,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:37,955 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:22:38,051 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:22:38,102 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:22:38,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:22:39,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:41,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:43,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:45,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:47,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:50,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:52,217 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:22:52,217 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:22:52,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:54,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:56,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:22:58,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:00,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:02,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:04,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:06,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:07,178 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:23:07,389 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:23:07,390 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:23:08,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:10,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:12,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:14,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:16,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:18,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:20,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:22,579 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:23:22,580 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:23:22,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:24,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:26,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:28,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:30,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:32,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:34,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:36,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:37,407 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:23:37,821 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:23:37,822 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:23:38,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:40,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:42,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:44,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:46,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:48,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:50,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:52,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:53,022 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:23:53,022 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:23:55,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:57,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:23:59,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:01,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:03,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:05,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:07,630 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:24:07,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:08,220 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:24:08,221 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:24:09,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:11,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:13,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:15,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:17,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:19,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:21,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:23,435 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:24:23,436 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:24:23,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:25,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:27,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:29,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:31,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:33,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:35,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:37,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:37,842 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:24:38,772 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:24:38,772 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:24:39,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:41,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:43,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:45,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:47,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:48,648 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:24:48,683 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:24:48,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:24:48,729 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:24:49,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:50,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:51,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:24:53,961 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:24:53,962 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:24:59,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:25:08,088 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:25:09,139 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:25:09,140 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:25:24,374 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:25:24,374 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:25:38,327 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:25:39,540 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:25:39,541 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:25:54,745 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:25:54,745 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:26:08,570 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:26:09,920 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:26:09,920 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:26:19,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:21,794 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:23,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:25,079 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:26:25,080 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:26:25,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:27,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:29,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:31,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:33,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:35,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:37,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:38,768 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:26:39,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:40,316 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:26:40,317 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:26:41,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:43,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:45,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:47,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:49,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:51,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:53,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:55,489 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:26:55,490 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:26:55,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:26:57,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:00,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:02,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:04,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:06,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:08,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:08,970 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:27:10,752 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:27:10,753 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:27:10,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:12,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:14,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:16,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:18,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:20,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:22,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:24,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:25,985 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:27:25,985 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:27:26,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:28,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:30,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:32,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:34,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:36,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:38,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:39,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:27:40,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:41,209 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:27:41,209 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:27:42,852 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:44,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:46,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:48,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:50,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:52,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:54,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:56,435 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:27:56,436 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:27:56,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:27:58,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:00,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:02,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:04,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:06,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:08,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:09,403 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:28:10,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:11,604 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:28:11,605 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:28:12,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:14,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:16,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:18,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:20,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:22,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:24,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:26,508 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:28:26,616 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:28:26,663 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:28:26,813 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:28:26,814 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:28:26,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:28:26,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:28,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:30,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:32,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:34,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:36,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:38,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:39,599 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:28:42,147 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:28:42,148 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:28:42,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:44,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:46,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:48,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:50,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:52,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:54,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:56,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:28:57,306 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:28:57,307 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:28:58,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:00,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:02,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:04,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:06,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:08,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:09,794 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:29:11,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:12,535 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:29:12,535 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:29:13,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:15,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:17,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:19,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:21,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:23,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:25,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:27,735 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:29:27,736 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:29:27,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:29,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:31,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:33,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:35,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:37,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:39,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:39,994 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:29:41,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:43,055 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:29:43,055 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:29:43,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:47,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:49,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:51,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:53,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:55,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:57,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:29:58,266 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:29:58,267 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:29:59,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:01,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:03,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:05,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:07,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:09,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:10,183 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:30:11,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:13,447 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:30:13,447 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:30:13,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:15,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:17,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:19,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:21,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:23,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:25,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:27,982 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:28,629 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:30:28,630 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:30:29,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:31,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:33,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:35,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:36,071 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:30:36,163 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:30:36,216 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:30:36,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:30:37,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:39,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:40,401 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:30:41,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:43,813 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:30:43,814 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:30:43,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:45,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:48,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:50,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:52,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:54,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:56,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:58,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:30:59,007 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:30:59,008 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:31:00,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:02,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:04,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:06,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:08,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:10,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:10,613 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:31:12,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:14,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:14,196 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:31:14,197 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:31:16,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:18,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:20,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:22,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:24,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:26,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:28,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:29,365 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:31:29,366 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:31:30,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:32,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:34,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:36,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:38,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:40,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:40,817 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:31:42,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:44,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:44,563 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:31:44,564 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:31:49,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:51,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:53,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:55,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:57,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:59,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:31:59,768 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:31:59,768 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:32:01,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:03,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:05,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:07,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:09,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:11,005 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:32:11,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:13,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:14,967 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:32:14,967 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:32:15,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:17,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:19,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:21,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:23,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:25,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:27,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:29,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:30,271 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:32:30,272 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:32:31,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:33,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:35,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:37,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:39,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:41,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:41,193 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:32:42,658 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:32:42,763 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:32:42,811 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:32:43,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:32:43,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:44,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:45,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:45,463 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:32:45,464 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:32:47,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:49,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:51,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:53,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:55,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:57,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:32:59,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:00,636 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:33:00,636 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:33:01,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:03,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:05,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:07,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:09,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:11,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:11,430 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:33:14,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:15,907 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:33:15,908 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:33:16,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:18,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:20,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:22,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:24,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:26,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:28,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:30,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:31,082 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:33:31,082 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:33:32,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:34,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:36,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:38,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:40,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:41,620 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:33:42,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:44,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:46,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:46,277 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:33:46,278 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:33:48,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:50,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:52,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:54,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:56,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:33:58,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:00,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:01,503 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:34:01,504 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:34:02,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:04,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:06,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:08,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:10,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:11,818 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:34:12,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:14,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:16,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:16,681 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:34:16,682 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:34:18,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:20,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:22,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:24,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:26,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:28,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:30,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:31,861 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:34:31,861 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:34:32,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:34,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:36,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:38,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:40,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:42,019 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:34:42,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:44,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:46,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:47,053 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:34:47,054 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:34:49,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:51,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:51,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:34:51,395 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:34:51,439 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:34:52,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:34:52,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:53,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:55,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:57,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:34:59,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:01,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:02,286 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:35:02,287 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:35:03,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:05,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:07,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:09,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:11,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:12,252 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:35:13,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:15,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:17,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:17,451 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:35:17,452 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:35:19,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:21,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:23,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:25,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:27,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:29,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:31,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:32,653 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:35:32,654 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:35:33,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:35,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:37,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:39,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:41,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:42,440 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:35:43,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:45,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:47,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:47,822 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:35:47,822 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:35:49,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:51,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:53,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:55,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:57,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:35:59,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:01,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:02,983 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:36:02,984 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:36:03,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:05,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:07,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:09,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:11,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:12,667 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:36:13,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:15,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:17,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:18,146 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:36:18,147 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:36:19,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:21,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:23,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:25,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:27,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:29,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:31,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:33,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:33,381 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:36:33,381 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:36:35,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:37,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:40,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:42,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:42,931 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:36:44,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:46,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:48,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:48,608 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:36:48,609 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:36:50,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:52,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:54,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:56,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:58,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:36:59,468 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:36:59,560 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:36:59,593 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:37:00,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:37:00,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:01,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:02,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:03,879 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:37:03,880 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:37:04,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:06,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:08,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:10,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:12,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:13,129 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:37:14,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:16,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:18,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:19,197 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:37:19,198 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:37:20,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:22,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:24,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:26,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:28,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:30,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:32,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:34,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:34,396 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:37:34,397 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:37:36,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:38,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:40,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:42,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:43,335 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:37:44,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:46,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:48,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:49,677 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:37:49,678 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:37:51,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:53,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:55,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:57,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:37:59,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:01,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:03,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:04,890 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:38:04,891 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:38:05,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:07,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:09,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:11,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:13,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:13,536 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:38:15,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:17,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:19,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:20,063 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:38:20,063 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:38:21,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:23,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:25,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:27,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:29,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:31,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:33,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:35,310 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:38:35,310 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:38:35,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:37,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:39,414 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:41,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:43,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:43,725 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:38:45,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:47,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:49,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:50,515 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:38:50,515 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:38:51,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:53,426 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:55,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:57,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:38:59,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:01,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:03,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:05,748 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:39:05,748 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:39:06,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:08,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:10,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:12,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:12,627 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:39:12,661 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:39:12,713 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:39:13,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:39:13,930 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:39:14,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:15,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:16,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:20,966 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:39:20,967 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:39:24,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:39:36,132 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:39:36,133 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:39:44,158 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:39:51,319 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:39:51,320 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:40:06,488 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:40:06,488 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:40:14,374 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:40:21,668 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:40:21,669 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:40:36,847 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:40:36,848 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:40:38,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:40,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:42,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:44,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:44,601 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:40:48,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:50,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:52,101 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:40:52,102 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:40:52,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:54,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:56,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:40:58,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:00,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:02,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:04,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:06,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:07,326 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:41:07,327 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:41:08,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:10,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:12,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:14,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:14,828 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:41:16,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:18,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:20,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:22,491 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:41:22,492 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:41:22,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:24,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:26,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:28,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:30,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:32,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:34,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:36,540 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:37,704 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:41:37,704 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:41:38,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:40,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:42,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:44,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:45,008 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:41:46,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:48,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:50,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:52,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:52,930 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:41:52,931 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:41:55,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:57,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:41:59,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:01,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:03,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:05,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:07,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:08,087 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:42:08,088 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:42:09,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:11,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:13,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:15,240 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:42:15,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:17,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:19,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:21,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:23,345 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:42:23,346 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:42:23,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:25,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:27,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:29,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:31,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:33,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:35,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:37,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:38,519 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:42:38,520 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:42:39,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:41,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:43,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:43,651 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:42:43,742 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:42:43,793 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:42:44,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:42:45,468 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:42:45,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:49,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:51,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:53,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:53,735 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:42:53,736 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:42:55,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:57,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:42:59,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:01,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:03,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:05,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:07,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:08,974 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:43:08,975 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:43:09,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:11,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:13,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:15,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:15,659 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:43:17,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:19,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:21,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:23,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:24,368 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:43:24,368 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:43:25,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:27,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:29,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:31,619 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:33,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:35,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:37,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:39,612 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:43:39,612 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:43:39,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:41,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:44,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:45,839 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:43:46,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:48,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:50,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:52,638 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:54,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:54,894 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:43:54,895 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:43:56,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:43:58,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:00,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:02,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:04,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:06,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:08,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:10,055 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:44:10,055 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:44:10,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:12,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:14,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:16,069 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:44:16,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:18,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:20,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:22,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:24,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:25,299 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:44:25,299 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:44:26,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:28,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:30,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:32,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:34,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:36,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:38,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:40,465 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:44:40,466 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:44:40,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:42,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:44,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:46,246 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:44:46,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:48,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:50,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:52,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:52,863 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:44:52,964 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:44:53,012 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:44:53,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:44:54,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:55,713 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:44:55,714 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:44:56,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:44:58,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:00,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:02,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:04,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:06,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:08,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:10,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:10,884 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:45:10,884 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:45:12,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:14,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:16,472 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:45:16,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:18,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:20,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:22,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:24,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:26,149 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:45:26,150 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:45:26,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:28,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:30,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:32,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:34,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:36,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:38,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:40,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:41,389 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:45:41,389 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:45:42,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:45,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:46,663 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:45:47,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:49,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:51,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:53,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:55,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:56,599 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:45:56,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:45:57,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:45:59,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:01,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:03,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:05,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:07,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:09,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:11,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:11,814 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:46:11,814 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:46:13,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:15,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:16,878 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:46:17,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:19,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:21,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:23,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:25,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:27,039 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:46:27,040 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:46:27,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:29,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:31,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:33,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:35,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:37,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:39,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:41,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:42,218 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:46:42,219 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:46:43,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:45,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:47,097 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:46:47,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:49,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:51,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:53,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:55,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:57,438 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:46:57,439 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:46:57,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:46:59,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:00,617 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:47:00,725 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:47:00,777 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:47:01,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:47:01,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:02,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:03,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:05,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:07,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:10,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:12,734 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:47:12,735 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:47:12,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:16,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:17,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:47:18,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:20,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:22,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:24,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:26,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:28,012 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:47:28,012 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:47:28,794 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:30,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:32,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:34,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:36,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:38,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:40,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:42,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:43,241 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:47:43,241 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:47:44,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:46,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:47,491 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:47:48,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:50,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:52,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:54,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:56,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:47:58,470 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:47:58,470 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:47:58,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:00,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:02,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:04,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:06,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:08,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:10,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:12,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:13,647 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:48:13,647 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:48:14,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:16,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:17,697 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:48:18,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:20,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:22,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:24,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:26,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:28,830 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:48:28,830 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:48:28,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:30,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:32,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:34,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:36,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:38,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:40,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:42,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:43,992 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:48:43,993 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:48:44,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:46,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:47,901 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:48:48,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:51,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:53,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:55,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:57,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:48:59,214 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:48:59,215 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:48:59,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:01,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:03,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:05,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:07,671 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:49:07,769 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:49:07,823 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:49:07,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:49:07,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:08,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:09,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:11,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:13,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:14,422 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:49:14,423 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:49:15,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:17,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:18,113 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:49:19,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:21,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:23,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:25,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:27,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:29,641 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:49:29,642 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:49:29,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:31,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:33,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:35,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:37,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:39,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:41,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:43,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:44,813 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:49:44,814 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:49:45,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:47,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:48,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:49:49,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:51,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:53,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:55,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:57,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:49:59,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:00,138 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:50:00,139 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:50:01,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:03,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:05,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:07,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:09,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:11,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:13,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:15,402 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:50:15,403 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:50:15,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:17,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:18,541 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:50:19,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:21,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:23,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:25,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:27,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:29,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:30,582 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:50:30,582 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:50:31,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:33,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:35,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:37,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:39,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:41,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:43,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:45,769 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:50:45,769 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:50:46,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:48,757 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:50:48,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:50,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:52,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:54,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:56,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:50:58,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:00,945 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:51:00,945 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:51:00,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:02,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:04,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:06,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:08,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:10,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:12,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:14,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:16,105 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:51:16,105 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:51:16,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:18,975 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:51:18,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:19,773 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:51:19,841 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:51:19,874 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:51:19,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:51:20,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:21,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:22,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:24,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:26,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:28,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:30,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:31,306 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:51:31,307 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:51:32,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:34,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:36,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:39,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:41,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:43,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:45,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:46,480 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:51:46,480 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:51:47,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:49,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:49,185 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:51:51,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:53,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:55,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:57,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:51:59,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:01,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:01,699 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:52:01,699 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:52:03,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:05,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:07,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:09,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:12,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:14,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:16,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:16,920 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:52:16,920 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:52:18,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:19,388 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:52:20,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:22,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:24,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:26,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:28,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:30,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:32,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:32,169 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:52:32,169 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:52:34,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:36,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:38,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:40,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:42,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:44,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:46,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:47,382 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:52:47,382 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:52:48,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:49,584 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:52:50,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:52,061 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:54,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:56,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:52:58,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:00,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:02,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:02,621 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:53:02,621 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:53:04,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:06,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:08,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:10,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:12,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:14,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:17,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:17,823 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:53:17,823 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:53:19,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:19,795 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:53:21,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:23,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:25,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:27,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:29,092 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:31,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:32,356 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:53:32,389 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:53:32,434 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:53:33,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:53:33,639 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:53:33,640 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:53:35,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:37,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:43,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:53:48,801 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:53:48,801 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:53:50,010 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:54:03,966 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:54:03,967 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:54:19,126 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:54:19,126 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:54:20,223 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:54:34,366 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:54:34,367 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:54:49,557 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:54:49,558 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:54:50,433 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:54:59,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:01,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:03,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:05,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:05,376 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:55:05,377 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:55:07,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:09,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:11,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:13,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:15,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:17,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:19,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:20,613 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:55:20,614 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:55:20,767 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:55:21,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:23,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:25,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:27,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:29,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:31,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:33,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:35,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:35,791 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:55:35,791 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:55:37,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:39,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:41,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:43,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:45,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:47,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:49,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:50,847 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:55:51,005 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:55:51,005 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:55:51,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:53,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:55,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:57,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:55:59,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:01,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:03,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:05,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:06,223 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:56:06,223 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:56:07,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:09,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:11,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:14,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:16,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:18,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:20,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:21,086 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:56:21,450 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:56:21,451 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:56:22,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:24,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:26,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:28,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:30,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:32,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:34,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:36,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:36,623 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:56:36,623 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:56:38,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:40,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:42,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:44,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:46,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:48,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:50,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:51,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:56:51,839 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:56:51,840 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:56:52,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:54,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:56,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:56:58,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:00,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:02,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:04,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:06,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:06,936 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:57:07,028 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:57:07,060 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:57:07,063 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:57:07,064 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:57:07,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:57:08,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:09,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:10,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:12,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:14,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:16,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:18,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:20,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:21,506 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:57:22,219 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:57:22,220 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:57:22,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:24,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:26,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:28,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:30,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:32,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:34,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:36,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:37,388 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:57:37,388 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:57:38,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:40,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:42,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:44,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:46,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:48,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:50,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:51,703 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:57:52,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:52,570 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:57:52,571 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:57:54,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:56,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:57:58,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:00,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:02,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:04,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:07,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:07,790 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:58:07,790 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:58:09,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:11,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:13,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:15,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:17,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:19,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:21,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:21,925 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:58:23,021 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:58:23,022 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:58:23,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:25,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:27,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:29,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:31,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:33,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:35,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:37,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:38,241 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:58:38,242 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:58:39,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:41,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:43,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:45,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:47,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:49,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:51,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:52,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:58:53,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:53,412 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:58:53,412 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:58:55,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:57,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:58:59,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:01,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:03,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:07,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:08,579 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:59:08,580 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:59:09,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:11,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:13,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:13,422 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 14:59:13,532 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 14:59:13,624 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 14:59:14,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 14:59:15,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:17,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:19,352 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:21,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:22,396 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:59:23,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:23,945 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:59:23,946 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:59:25,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:27,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:29,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:31,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:33,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:35,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:37,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:39,124 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:59:39,125 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:59:39,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:41,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:43,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:45,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:47,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:49,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:51,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:52,610 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 14:59:53,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:54,286 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 14:59:54,286 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 14:59:55,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:57,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 14:59:59,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:01,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:03,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:05,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:07,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:09,559 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:00:09,560 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:00:10,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:12,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:14,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:16,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:18,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:20,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:22,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:22,836 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:00:24,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:24,757 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:00:24,758 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:00:26,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:28,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:30,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:32,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:34,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:36,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:38,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:40,414 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:40,672 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:00:40,672 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:00:42,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:44,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:46,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:48,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:50,422 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:52,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:53,066 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:00:54,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:55,844 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:00:55,844 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:00:56,426 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:00:58,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:00,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:02,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:04,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:06,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:08,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:10,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:11,022 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:01:11,023 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:01:12,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:14,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:16,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:18,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:20,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:22,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:23,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:01:23,726 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:01:23,819 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:01:23,889 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:01:24,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:01:24,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:26,269 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:01:26,270 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:01:26,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:28,452 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:30,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:32,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:34,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:36,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:38,460 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:40,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:41,463 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:01:41,463 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:01:42,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:44,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:47,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:49,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:51,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:53,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:53,523 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:01:55,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:56,645 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:01:56,645 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:01:57,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:01:59,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:01,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:03,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:05,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:07,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:09,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:11,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:11,953 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:02:11,953 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:02:13,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:15,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:17,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:19,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:21,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:23,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:23,797 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:02:25,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:27,141 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:02:27,142 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:02:27,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:29,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:31,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:33,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:35,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:37,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:39,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:41,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:42,363 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:02:42,364 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:02:43,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:45,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:47,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:49,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:51,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:53,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:54,005 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:02:55,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:57,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:02:57,536 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:02:57,537 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:02:59,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:02,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:04,540 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:06,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:08,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:10,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:12,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:12,828 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:03:12,829 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:03:14,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:16,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:18,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:20,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:22,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:24,234 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:03:24,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:26,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:28,083 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:03:28,083 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:03:28,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:30,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:31,686 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:03:31,780 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:03:31,827 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:03:32,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:03:32,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:34,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:36,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:38,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:40,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:42,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:43,300 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:03:43,301 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:03:44,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:46,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:48,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:50,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:52,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:54,451 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:03:54,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:56,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:03:58,517 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:03:58,517 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:03:58,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:00,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:02,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:04,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:06,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:08,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:10,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:12,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:13,684 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:04:13,684 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:04:14,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:16,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:18,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:20,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:22,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:24,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:24,690 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:04:26,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:28,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:28,882 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:04:28,882 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:04:30,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:32,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:34,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:36,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:38,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:40,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:42,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:44,094 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:04:44,094 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:04:44,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:46,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:48,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:50,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:52,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:54,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:54,908 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:04:57,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:04:59,294 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:04:59,295 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:04:59,627 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:01,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:03,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:05,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:07,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:09,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:11,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:13,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:14,500 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:05:14,500 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:05:15,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:17,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:19,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:21,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:23,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:25,138 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:05:25,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:27,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:29,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:29,672 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:05:29,672 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:05:31,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:33,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:35,659 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:37,249 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:05:37,298 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:05:37,328 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:05:37,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:05:37,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:38,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:39,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:41,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:43,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:44,918 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:05:44,919 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:05:45,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:47,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:49,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:51,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:53,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:55,474 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:05:55,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:57,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:05:59,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:00,129 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:06:00,130 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:06:01,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:03,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:05,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:07,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:09,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:11,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:13,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:15,334 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:06:15,334 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:06:15,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:17,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:19,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:21,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:23,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:25,690 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:06:25,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:27,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:29,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:30,547 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:06:30,548 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:06:31,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:33,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:35,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:37,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:40,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:42,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:44,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:45,788 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:06:45,789 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:06:46,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:48,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:50,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:52,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:54,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:55,916 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:06:56,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:06:58,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:00,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:00,989 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:07:00,990 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:07:02,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:04,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:06,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:08,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:10,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:12,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:14,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:16,183 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:07:16,183 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:07:16,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:18,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:20,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:22,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:24,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:26,161 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:07:26,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:28,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:30,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:31,408 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:07:31,408 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:07:32,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:34,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:36,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:38,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:40,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:42,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:44,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:46,636 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:07:46,636 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:07:46,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:47,599 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:07:47,624 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:07:47,654 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:07:47,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:07:48,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:49,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:50,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:07:56,373 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:07:58,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:08:01,830 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:08:01,831 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:08:17,001 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:08:17,002 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:08:26,593 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:08:32,169 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:08:32,169 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:08:47,380 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:08:47,381 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:08:56,817 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:09:02,561 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:09:02,562 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:09:15,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:17,759 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:09:17,760 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:09:17,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:19,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:21,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:23,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:25,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:27,029 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:09:27,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:29,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:31,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:32,932 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:09:32,933 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:09:33,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:35,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:37,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:39,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:41,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:43,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:45,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:47,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:48,115 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:09:48,115 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:09:49,860 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:51,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:53,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:55,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:57,258 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:09:57,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:09:59,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:01,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:03,288 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:10:03,289 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:10:03,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:05,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:07,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:09,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:11,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:13,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:15,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:17,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:18,451 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:10:18,452 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:10:19,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:21,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:23,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:25,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:27,465 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:10:27,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:29,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:31,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:33,688 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:10:33,688 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:10:33,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:35,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:37,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:39,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:41,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:43,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:45,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:47,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:48,918 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:10:48,919 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:10:49,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:51,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:53,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:55,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:57,707 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:10:57,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:10:59,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:01,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:03,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:04,232 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:11:04,232 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:11:05,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:07,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:09,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:11,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:13,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:15,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:17,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:19,444 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:11:19,444 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:11:19,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:21,221 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:11:21,293 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:11:21,323 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:11:21,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:11:21,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:23,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:25,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:27,937 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:11:27,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:29,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:31,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:33,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:34,614 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:11:34,615 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:11:36,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:38,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:40,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:42,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:44,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:46,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:48,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:49,865 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:11:49,866 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:11:50,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:52,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:54,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:56,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:11:58,136 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:11:58,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:02,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:04,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:05,138 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:12:05,138 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:12:06,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:08,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:10,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:12,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:14,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:16,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:18,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:20,721 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:12:20,721 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:12:20,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:22,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:24,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:26,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:28,348 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:12:29,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:31,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:33,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:35,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:35,958 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:12:35,959 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:12:37,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:39,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:41,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:43,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:45,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:47,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:49,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:51,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:51,175 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:12:51,175 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:12:53,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:55,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:57,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:12:58,549 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:12:59,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:01,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:03,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:05,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:06,373 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:13:06,374 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:13:07,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:09,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:11,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:13,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:15,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:17,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:19,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:21,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:21,650 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:13:21,650 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:13:24,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:26,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:28,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:28,781 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:13:29,978 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:13:30,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:30,096 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:13:30,138 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:13:31,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:13:31,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:32,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:34,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:36,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:36,964 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:13:36,966 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:13:38,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:40,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:42,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:44,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:46,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:48,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:50,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:52,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:52,203 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:13:52,203 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:13:54,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:56,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:58,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:13:58,979 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:14:00,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:02,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:04,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:06,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:07,439 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:14:07,440 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:14:10,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:12,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:14,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:16,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:18,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:20,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:22,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:22,657 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:14:22,658 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:14:24,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:26,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:28,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:29,215 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:14:30,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:32,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:34,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:36,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:37,828 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:14:37,828 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:14:38,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:40,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:42,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:44,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:46,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:48,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:50,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:53,044 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:14:53,044 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:14:53,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:55,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:57,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:59,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:14:59,424 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:15:01,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:03,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:05,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:07,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:08,254 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:15:08,255 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:15:09,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:13,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:15,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:17,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:19,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:21,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:23,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:23,560 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:15:23,560 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:15:25,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:27,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:29,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:29,685 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:15:31,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:33,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:35,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:36,336 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:15:36,427 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:15:36,457 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:15:37,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:15:37,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:38,729 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:15:38,730 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:15:39,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:41,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:43,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:45,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:47,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:49,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:51,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:53,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:53,956 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:15:53,956 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:15:55,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:57,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:59,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:15:59,964 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:16:01,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:03,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:05,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:07,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:09,125 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:16:09,126 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:16:09,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:11,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:13,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:15,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:17,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:19,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:21,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:23,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:24,375 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:16:24,376 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:16:25,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:27,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:29,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:30,257 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:16:31,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:33,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:35,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:37,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:39,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:39,570 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:16:39,571 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:16:41,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:43,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:45,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:47,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:49,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:51,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:53,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:54,807 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:16:54,808 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:16:56,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:16:58,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:00,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:00,523 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:17:02,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:04,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:06,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:08,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:10,012 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:17:10,012 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:17:10,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:12,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:14,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:16,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:18,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:20,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:22,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:24,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:25,200 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:17:25,200 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:17:26,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:28,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:30,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:30,782 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:17:32,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:34,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:36,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:38,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:40,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:40,423 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:17:40,423 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:17:41,719 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:17:41,815 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:17:41,865 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:17:42,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:17:42,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:43,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:44,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:46,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:48,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:50,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:52,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:54,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:55,591 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:17:55,592 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:17:56,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:17:58,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:00,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:01,039 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:18:02,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:04,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:06,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:08,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:10,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:10,783 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:18:10,783 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:18:12,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:14,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:16,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:18,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:20,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:22,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:24,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:26,015 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:18:26,015 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:18:26,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:28,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:30,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:31,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:18:32,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:34,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:36,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:38,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:40,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:41,200 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:18:41,201 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:18:42,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:44,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:46,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:48,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:50,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:52,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:54,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:56,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:18:56,374 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:18:56,375 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:18:59,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:01,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:01,549 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:19:03,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:05,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:07,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:09,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:11,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:11,594 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:19:11,595 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:19:13,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:17,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:19,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:21,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:23,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:25,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:26,774 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:19:26,775 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:19:27,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:29,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:31,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:31,814 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:19:33,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:35,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:37,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:39,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:41,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:42,015 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:19:42,016 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:19:43,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:45,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:47,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:48,236 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:19:48,338 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:19:48,381 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:19:48,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:19:49,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:50,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:51,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:53,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:55,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:57,229 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:19:57,230 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:19:57,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:19:59,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:01,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:02,100 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:20:03,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:05,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:07,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:09,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:11,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:12,400 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:20:12,401 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:20:13,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:15,422 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:17,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:19,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:21,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:23,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:25,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:27,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:27,625 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:20:27,626 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:20:29,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:31,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:32,361 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:20:33,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:35,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:37,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:39,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:41,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:42,873 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:20:42,873 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:20:43,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:45,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:47,452 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:49,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:51,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:53,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:55,460 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:57,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:20:58,154 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:20:58,154 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:21:00,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:02,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:02,634 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:21:04,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:06,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:08,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:10,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:12,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:13,417 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:21:13,417 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:21:14,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:16,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:18,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:20,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:22,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:24,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:26,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:28,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:28,684 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:21:28,685 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:21:30,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:32,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:32,919 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:21:34,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:36,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:38,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:40,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:42,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:43,983 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:21:43,983 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:21:44,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:46,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:48,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:50,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:52,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:54,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:56,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:57,936 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:21:57,969 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:21:58,014 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:21:58,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:21:58,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:21:59,168 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:21:59,169 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:22:00,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:22:03,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:22:08,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:22:14,341 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:22:14,342 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:22:29,549 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:22:29,550 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:22:33,401 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:22:44,886 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:22:44,887 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:23:00,062 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:23:00,063 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:23:03,650 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:23:15,230 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:23:15,230 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:23:26,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:28,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:30,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:30,599 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:23:30,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:23:32,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:33,886 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:23:34,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:36,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:38,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:40,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:42,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:44,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:46,023 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:23:46,023 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:23:46,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:48,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:50,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:52,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:54,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:56,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:23:59,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:01,272 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:24:01,272 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:24:01,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:03,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:04,133 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:24:05,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:07,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:09,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:11,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:13,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:15,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:16,491 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:24:16,492 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:24:17,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:19,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:21,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:23,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:25,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:27,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:29,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:31,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:31,659 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:24:31,660 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:24:33,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:34,388 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:24:35,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:37,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:39,619 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:41,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:43,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:45,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:46,902 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:24:46,903 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:24:47,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:49,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:51,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:53,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:55,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:57,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:24:59,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:01,638 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:02,121 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:25:02,122 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:25:03,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:04,629 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:25:05,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:07,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:09,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:11,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:13,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:15,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:17,404 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:25:17,404 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:25:17,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:19,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:21,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:23,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:25,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:27,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:29,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:31,635 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:25:31,737 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:25:31,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:31,769 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:25:32,641 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:25:32,642 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:25:32,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:25:33,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:34,871 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:25:35,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:37,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:39,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:42,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:44,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:46,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:47,832 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:25:47,833 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:25:48,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:50,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:52,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:54,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:56,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:25:58,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:00,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:02,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:03,046 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:26:03,046 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:26:04,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:05,125 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:26:06,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:08,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:10,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:12,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:14,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:16,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:18,295 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:26:18,296 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:26:18,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:20,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:22,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:24,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:26,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:28,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:30,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:32,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:33,569 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:26:33,569 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:26:34,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:35,355 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:26:36,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:38,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:40,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:42,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:44,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:46,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:48,733 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:26:48,734 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:26:48,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:50,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:52,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:54,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:56,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:26:58,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:00,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:02,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:04,028 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:27:04,028 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:27:04,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:05,571 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:27:06,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:08,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:11,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:13,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:15,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:17,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:19,249 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:27:19,249 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:27:19,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:21,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:23,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:25,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:27,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:29,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:31,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:33,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:34,461 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:27:34,462 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:27:35,524 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:27:35,603 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:27:35,634 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:27:35,846 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:27:35,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:27:35,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:37,852 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:39,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:41,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:43,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:45,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:47,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:49,671 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:27:49,671 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:27:49,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:51,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:53,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:55,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:57,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:27:59,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:01,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:03,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:04,871 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:28:04,871 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:28:05,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:06,040 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:28:07,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:09,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:11,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:13,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:15,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:17,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:19,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:20,145 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:28:20,146 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:28:21,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:23,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:25,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:27,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:29,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:31,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:33,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:35,338 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:28:35,339 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:28:35,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:36,258 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:28:37,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:39,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:42,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:44,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:46,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:48,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:50,498 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:28:50,498 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:28:50,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:52,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:54,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:56,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:28:58,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:00,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:02,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:04,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:05,669 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:29:05,670 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:29:06,450 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:29:06,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:08,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:10,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:12,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:14,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:16,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:18,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:20,938 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:29:20,938 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:29:20,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:22,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:24,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:26,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:28,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:30,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:32,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:34,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:36,146 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:29:36,147 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:29:36,692 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:29:36,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:38,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:39,742 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:29:39,839 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:29:39,871 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:29:39,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:29:40,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:41,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:42,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:44,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:46,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:48,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:50,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:51,351 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:29:51,352 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:29:52,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:54,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:56,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:29:58,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:00,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:04,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:06,597 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:30:06,597 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:30:06,923 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:30:06,982 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:08,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:10,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:12,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:14,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:16,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:18,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:20,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:21,767 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:30:21,767 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:30:22,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:25,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:27,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:29,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:31,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:33,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:35,009 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:36,988 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:30:36,989 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:30:37,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:37,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:30:39,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:41,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:43,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:45,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:47,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:49,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:51,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:52,188 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:30:52,189 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:30:53,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:56,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:30:58,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:00,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:02,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:04,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:06,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:07,371 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:31:07,371 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:31:07,543 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:31:08,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:10,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:12,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:14,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:16,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:18,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:20,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:22,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:22,545 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:31:22,546 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:31:24,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:26,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:28,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:30,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:32,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:34,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:36,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:37,633 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:31:37,759 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:31:37,760 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:31:38,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:40,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:42,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:44,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:46,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:46,352 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:31:46,418 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:31:46,465 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:31:47,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:31:48,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:50,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:52,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:52,931 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:31:52,932 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:31:54,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:56,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:31:58,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:00,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:02,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:04,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:06,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:07,875 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:32:08,094 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:32:08,094 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:32:08,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:10,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:12,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:14,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:16,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:18,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:20,110 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:22,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:23,263 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:32:23,263 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:32:24,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:26,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:29,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:31,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:33,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:35,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:37,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:38,118 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:32:38,438 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:32:38,439 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:32:39,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:41,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:43,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:45,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:47,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:49,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:51,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:53,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:53,607 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:32:53,607 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:32:55,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:57,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:32:59,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:01,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:03,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:05,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:07,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:08,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:33:08,814 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:33:08,815 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:33:09,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:13,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:15,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:17,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:19,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:21,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:23,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:23,998 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:33:23,998 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:33:25,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:27,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:29,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:31,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:33,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:35,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:37,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:38,525 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:33:39,168 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:33:39,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:39,170 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:33:41,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:43,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:45,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:47,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:49,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:51,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:51,469 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:33:51,519 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:33:51,548 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:33:52,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:33:53,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:54,432 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:33:54,433 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:33:55,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:57,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:33:59,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:01,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:03,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:05,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:07,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:08,803 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:34:09,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:09,624 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:34:09,625 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:34:11,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:13,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:15,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:17,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:19,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:21,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:23,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:24,884 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:34:24,884 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:34:25,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:27,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:29,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:31,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:33,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:36,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:38,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:39,050 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:34:40,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:40,224 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:34:40,225 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:34:42,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:44,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:46,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:48,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:50,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:52,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:54,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:55,395 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:34:55,395 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:34:56,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:34:58,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:00,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:02,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:04,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:06,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:08,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:09,263 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:35:10,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:10,569 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:35:10,569 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:35:12,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:14,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:16,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:18,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:20,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:22,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:24,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:25,753 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:35:25,753 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:35:26,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:28,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:30,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:32,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:34,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:36,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:38,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:39,501 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:35:40,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:40,962 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:35:40,963 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:35:42,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:44,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:46,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:48,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:50,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:53,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:55,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:56,160 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:35:56,161 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:35:57,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:35:59,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:36:00,810 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:36:00,839 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:36:00,884 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:36:01,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:36:03,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:36:05,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:36:09,776 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:36:11,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:36:11,339 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:36:11,339 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:36:26,505 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:36:26,506 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:36:40,048 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:36:41,692 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:36:41,693 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:36:56,879 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:36:56,879 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:37:10,318 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:37:12,061 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:37:12,061 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:37:27,227 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:37:27,227 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:37:31,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:33,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:35,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:37,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:39,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:40,578 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:37:41,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:42,399 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:37:42,399 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:37:43,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:45,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:47,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:49,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:51,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:53,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:55,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:57,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:37:57,568 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:37:57,569 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:37:59,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:01,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:03,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:05,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:07,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:09,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:10,848 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:38:11,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:12,836 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:38:12,836 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:38:13,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:15,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:17,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:19,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:21,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:23,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:25,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:27,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:28,040 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:38:28,040 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:38:29,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:31,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:33,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:35,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:37,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:39,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:41,071 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:38:41,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:43,266 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:38:43,266 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:38:44,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:46,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:48,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:50,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:52,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:54,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:56,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:58,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:38:58,463 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:38:58,463 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:39:00,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:02,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:04,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:06,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:08,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:10,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:11,306 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:39:12,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:13,622 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:39:13,623 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:39:14,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:16,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:18,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:20,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:22,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:24,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:26,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:28,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:28,860 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:39:28,861 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:39:30,426 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:32,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:34,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:36,417 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:39:36,462 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:39:36,491 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:39:36,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:39:36,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:38,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:40,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:41,509 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:39:42,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:44,188 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:39:44,189 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:39:44,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:46,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:48,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:50,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:52,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:54,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:56,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:58,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:39:59,395 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:39:59,395 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:40:00,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:02,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:04,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:06,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:08,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:10,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:11,781 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:40:12,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:14,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:14,567 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:40:14,568 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:40:16,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:18,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:20,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:22,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:24,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:26,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:28,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:29,824 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:40:29,824 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:40:30,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:32,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:34,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:36,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:38,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:40,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:42,002 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:40:42,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:44,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:45,029 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:40:45,030 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:40:46,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:49,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:51,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:53,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:57,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:40:59,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:00,200 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:41:00,201 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:41:01,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:03,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:05,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:07,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:09,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:11,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:12,217 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:41:13,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:15,448 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:41:15,448 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:41:15,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:17,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:19,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:21,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:23,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:25,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:27,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:29,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:30,618 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:41:30,618 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:41:31,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:33,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:35,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:37,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:39,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:41,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:42,189 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:41:42,268 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:41:42,305 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:41:42,427 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:41:42,619 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:41:43,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:44,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:45,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:45,859 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:41:45,859 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:41:47,627 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:49,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:51,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:53,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:55,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:57,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:41:59,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:01,015 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:42:01,015 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:42:01,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:03,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:05,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:07,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:09,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:11,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:12,643 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:42:13,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:15,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:16,244 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:42:16,245 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:42:17,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:19,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:21,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:23,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:25,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:27,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:29,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:31,438 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:42:31,439 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:42:31,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:33,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:35,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:37,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:39,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:41,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:42,858 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:42:43,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:45,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:46,673 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:42:46,673 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:42:47,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:49,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:51,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:54,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:56,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:42:58,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:00,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:01,953 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:43:01,954 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:43:02,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:04,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:06,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:08,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:10,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:12,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:13,081 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:43:14,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:16,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:17,125 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:43:17,126 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:43:18,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:20,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:22,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:24,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:26,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:28,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:30,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:32,357 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:43:32,358 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:43:32,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:34,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:36,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:38,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:40,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:42,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:43,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:43:44,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:46,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:47,587 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:43:47,588 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:43:47,747 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:43:47,805 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:43:47,860 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:43:48,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:43:48,860 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:50,860 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:52,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:54,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:56,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:43:58,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:00,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:02,848 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:44:02,849 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:44:02,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:04,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:06,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:08,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:10,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:12,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:13,551 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:44:14,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:16,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:18,089 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:44:18,090 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:44:18,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:20,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:22,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:24,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:26,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:28,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:30,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:32,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:33,342 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:44:33,343 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:44:34,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:37,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:39,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:41,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:43,778 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:44:43,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:45,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:47,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:48,512 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:44:48,513 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:44:49,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:51,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:53,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:55,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:57,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:44:59,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:01,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:03,892 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:45:03,893 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:45:03,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:05,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:07,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:09,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:11,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:13,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:13,992 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:45:15,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:17,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:19,170 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:45:19,171 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:45:19,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:21,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:23,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:25,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:27,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:29,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:31,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:33,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:34,328 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:45:34,328 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:45:35,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:37,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:39,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:41,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:43,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:44,210 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:45:45,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:47,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:49,592 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:45:49,592 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:45:49,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:51,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:53,579 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:45:53,655 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:45:53,686 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:45:53,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:45:53,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:55,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:57,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:45:59,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:01,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:03,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:04,814 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:46:04,815 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:46:05,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:07,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:09,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:11,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:13,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:14,443 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:46:15,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:17,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:19,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:20,090 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:46:20,090 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:46:21,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:23,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:25,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:27,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:29,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:31,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:33,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:35,291 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:46:35,292 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:46:35,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:37,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:39,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:41,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:44,649 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:46:44,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:46,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:48,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:50,464 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:46:50,464 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:46:50,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:52,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:54,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:57,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:46:59,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:01,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:03,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:05,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:05,674 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:47:05,674 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:47:07,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:09,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:11,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:13,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:14,875 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:47:15,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:17,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:19,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:20,862 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:47:20,862 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:47:21,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:23,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:25,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:27,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:29,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:31,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:33,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:35,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:36,138 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:47:36,139 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:47:37,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:39,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:41,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:43,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:45,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:45,118 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:47:47,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:49,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:51,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:51,343 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:47:51,343 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:47:53,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:55,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:57,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:47:57,469 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:47:57,543 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:47:57,574 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:47:58,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:47:59,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:00,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:01,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:03,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:05,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:06,516 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:48:06,517 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:48:07,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:09,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:11,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:13,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:15,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:15,377 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:48:18,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:20,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:21,747 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:48:21,748 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:48:22,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:24,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:26,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:28,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:30,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:32,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:34,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:36,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:36,916 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:48:36,917 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:48:38,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:40,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:42,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:44,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:45,600 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:48:46,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:48,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:50,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:52,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:52,136 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:48:52,136 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:48:54,117 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:56,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:48:58,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:00,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:02,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:04,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:06,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:07,365 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:49:07,365 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:49:08,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:10,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:12,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:14,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:15,821 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:49:16,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:18,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:20,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:22,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:22,566 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:49:22,566 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:49:24,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:26,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:28,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:30,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:32,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:34,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:36,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:37,798 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:49:37,798 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:49:38,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:40,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:42,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:44,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:46,055 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:49:46,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:48,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:50,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:52,997 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:49:52,997 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:49:53,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:55,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:57,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:49:59,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:50:01,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:50:03,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:50:05,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:50:07,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:50:08,221 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:50:08,221 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:50:08,410 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:50:08,411 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:50:08,451 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:50:09,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:50:11,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:50:13,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:50:16,308 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:50:21,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:50:23,412 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:50:23,414 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:50:38,582 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:50:38,582 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:50:46,561 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:50:53,747 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:50:53,747 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:51:08,923 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:51:08,924 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:51:16,830 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:51:24,352 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:51:24,353 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:51:39,535 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:51:39,536 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:51:43,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:51:45,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:51:47,091 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:51:47,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:51:49,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:51:51,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:51:54,746 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:51:54,747 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:51:55,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:51:57,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:51:59,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:01,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:03,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:05,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:07,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:09,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:09,916 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:52:09,916 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:52:11,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:13,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:15,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:17,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:17,323 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:52:19,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:21,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:23,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:25,100 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:52:25,101 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:52:25,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:27,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:29,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:31,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:33,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:35,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:37,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:39,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:40,311 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:52:40,311 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:52:41,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:43,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:45,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:47,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:47,534 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:52:49,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:51,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:53,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:55,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:55,556 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:52:55,556 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:52:57,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:52:59,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:01,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:03,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:05,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:07,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:09,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:10,765 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:53:10,765 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:53:11,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:13,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:15,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:17,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:17,756 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:53:19,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:21,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:23,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:25,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:25,984 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:53:25,985 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:53:27,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:29,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:31,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:33,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:35,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:37,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:39,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:41,295 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:53:41,296 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:53:41,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:43,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:45,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:47,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:47,979 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:53:48,552 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:53:48,606 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:53:48,636 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:53:49,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:53:49,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:51,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:54,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:56,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:53:56,453 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:53:56,453 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:53:58,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:00,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:02,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:04,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:06,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:08,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:10,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:11,658 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:54:11,658 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:54:12,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:14,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:16,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:18,225 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:54:18,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:20,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:22,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:24,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:26,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:26,817 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:54:26,818 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:54:28,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:30,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:32,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:34,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:36,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:38,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:40,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:42,029 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:54:42,029 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:54:42,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:44,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:46,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:48,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:48,433 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:54:50,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:52,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:54,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:56,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:54:57,214 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:54:57,214 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:54:58,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:00,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:02,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:04,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:06,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:08,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:10,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:12,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:12,435 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:55:12,436 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:55:14,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:16,414 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:18,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:18,665 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:55:20,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:23,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:25,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:27,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:27,680 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:55:27,680 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:55:29,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:31,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:33,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:35,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:37,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:39,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:41,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:42,853 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:55:42,853 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:55:43,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:45,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:47,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:48,886 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:55:49,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:51,452 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:53,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:55,227 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:55:55,297 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:55:55,355 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:55:55,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:55:55,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:57,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:55:58,062 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:55:58,063 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:55:59,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:01,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:03,460 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:05,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:07,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:09,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:11,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:13,225 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:56:13,226 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:56:13,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:15,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:17,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:19,119 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:56:19,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:21,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:23,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:25,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:27,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:28,471 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:56:28,472 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:56:29,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:31,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:33,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:35,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:37,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:39,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:41,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:43,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:43,632 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:56:43,632 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:56:45,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:47,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:49,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:56:49,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:51,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:53,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:55,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:57,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:56:58,840 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:56:58,841 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:56:59,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:01,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:03,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:05,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:07,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:09,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:11,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:13,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:14,011 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:57:14,012 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:57:15,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:17,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:19,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:19,543 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:57:22,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:24,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:26,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:28,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:29,174 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:57:29,174 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:57:30,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:32,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:34,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:36,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:38,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:40,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:42,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:44,491 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:57:44,492 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:57:44,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:46,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:48,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:49,737 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:57:50,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:52,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:54,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:56,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:58,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:57:59,663 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:57:59,664 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:58:00,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:02,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:02,685 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 15:58:02,804 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 15:58:02,841 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 15:58:03,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 15:58:04,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:06,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:08,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:10,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:12,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:14,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:14,926 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:58:14,927 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:58:16,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:18,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:19,967 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:58:20,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:22,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:24,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:26,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:28,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:30,165 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:58:30,166 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:58:30,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:32,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:34,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:36,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:38,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:40,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:42,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:44,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:45,335 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:58:45,336 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:58:46,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:48,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:50,171 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:58:50,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:52,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:54,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:56,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:58:58,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:00,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:00,680 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:59:00,680 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:59:02,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:04,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:06,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:10,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:12,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:15,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:15,859 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:59:15,860 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:59:17,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:19,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:20,390 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:59:21,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:23,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:25,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:27,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:29,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:31,078 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:59:31,079 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:59:31,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:33,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:35,638 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:37,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:39,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:41,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:43,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:45,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:46,259 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 15:59:46,259 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 15:59:47,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:49,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:50,599 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 15:59:51,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:53,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:55,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:57,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 15:59:59,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:01,440 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:00:01,440 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:00:01,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:03,659 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:05,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:07,152 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:00:07,274 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:00:07,305 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:00:07,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:00:07,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:08,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:09,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:11,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:13,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:15,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:16,639 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:00:16,640 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:00:17,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:19,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:20,866 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:00:21,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:23,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:25,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:27,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:29,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:31,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:31,837 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:00:31,838 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:00:33,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:35,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:37,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:39,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:41,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:43,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:45,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:47,021 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:00:47,021 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:00:47,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:49,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:51,085 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:00:51,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:53,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:55,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:57,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:00:59,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:01,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:02,259 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:01:02,260 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:01:03,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:05,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:07,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:09,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:11,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:13,713 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:15,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:17,481 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:01:17,481 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:01:17,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:19,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:21,322 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:01:21,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:24,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:26,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:28,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:30,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:32,699 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:01:32,700 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:01:32,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:34,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:36,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:38,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:40,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:42,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:44,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:46,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:47,880 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:01:47,880 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:01:48,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:50,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:51,598 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:01:52,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:54,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:56,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:01:58,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:00,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:02,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:03,115 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:02:03,115 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:02:04,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:06,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:08,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:10,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:12,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:13,429 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:02:13,547 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:02:13,582 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:02:13,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:02:14,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:15,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:16,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:18,389 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:02:18,390 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:02:18,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:20,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:21,833 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:02:22,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:24,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:26,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:28,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:30,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:32,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:33,561 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:02:33,562 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:02:34,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:36,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:38,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:40,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:42,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:44,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:46,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:48,819 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:02:48,821 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:02:49,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:51,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:52,041 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:02:53,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:55,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:57,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:02:59,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:01,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:03,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:04,102 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:03:04,103 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:03:05,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:07,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:09,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:11,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:13,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:15,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:17,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:19,372 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:03:19,373 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:03:19,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:21,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:22,245 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:03:23,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:25,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:27,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:29,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:31,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:33,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:34,613 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:03:34,613 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:03:35,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:37,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:39,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:41,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:43,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:45,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:47,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:49,847 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:03:49,847 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:03:49,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:51,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:52,473 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:03:54,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:56,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:03:58,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:00,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:02,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:04,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:05,106 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:04:05,106 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:04:06,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:08,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:10,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:12,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:14,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:16,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:18,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:20,301 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:04:20,302 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:04:20,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:22,686 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:04:22,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:23,104 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:04:23,143 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:04:23,192 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:04:23,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:04:23,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:24,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:26,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:34,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:04:35,471 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:04:35,472 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:04:50,641 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:04:50,643 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:04:52,922 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:05:05,814 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:05:05,815 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:05:20,987 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:05:20,987 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:05:23,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:05:36,162 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:05:36,163 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:05:51,336 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:05:51,336 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:05:53,394 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:05:58,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:00,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:02,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:04,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:06,635 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:06:06,636 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:06:06,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:08,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:10,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:12,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:14,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:16,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:18,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:20,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:21,805 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:06:21,806 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:06:22,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:23,640 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:06:24,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:26,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:28,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:30,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:33,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:35,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:37,000 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:06:37,000 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:06:37,982 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:39,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:41,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:43,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:45,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:47,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:49,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:51,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:52,282 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:06:52,282 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:06:53,868 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:06:53,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:55,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:57,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:06:59,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:02,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:04,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:07,443 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:07:07,443 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:07:08,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:10,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:12,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:14,009 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:16,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:18,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:20,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:22,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:22,712 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:07:22,712 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:07:24,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:24,078 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:07:26,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:28,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:30,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:32,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:34,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:36,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:37,935 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:07:37,936 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:07:38,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:40,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:42,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:44,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:46,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:48,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:50,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:52,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:53,090 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:07:53,091 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:07:54,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:54,290 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:07:56,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:07:58,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:00,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:02,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:04,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:04,344 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:08:04,472 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:08:04,521 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:08:05,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:08:06,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:08,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:08,287 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:08:08,288 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:08:10,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:12,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:14,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:16,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:18,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:20,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:22,049 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:23,521 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:08:23,522 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:08:24,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:24,679 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:08:26,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:28,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:30,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:32,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:34,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:36,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:38,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:38,722 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:08:38,723 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:08:40,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:42,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:44,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:47,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:49,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:51,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:53,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:53,994 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:08:53,995 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:08:54,913 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:08:55,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:57,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:08:59,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:01,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:03,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:05,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:07,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:09,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:09,168 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:09:09,168 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:09:11,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:13,092 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:15,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:17,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:19,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:21,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:23,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:24,343 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:09:24,343 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:09:25,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:25,125 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:09:27,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:29,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:31,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:33,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:35,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:37,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:39,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:39,535 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:09:39,535 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:09:41,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:43,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:45,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:47,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:49,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:51,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:53,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:54,781 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:09:54,781 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:09:55,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:55,326 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:09:57,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:09:59,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:01,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:03,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:05,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:07,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:09,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:10,078 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:10:10,078 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:10:11,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:13,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:13,324 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:10:13,432 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:10:13,477 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:10:14,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:10:15,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:17,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:19,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:21,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:23,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:25,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:25,306 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:10:25,307 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:10:25,578 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:10:27,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:29,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:31,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:33,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:35,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:37,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:39,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:40,479 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:10:40,480 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:10:41,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:43,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:45,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:47,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:49,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:51,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:53,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:55,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:55,651 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:10:55,652 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:10:55,819 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:10:57,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:10:59,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:01,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:03,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:05,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:07,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:09,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:10,822 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:11:10,822 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:11:11,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:13,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:16,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:18,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:20,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:22,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:24,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:26,007 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:11:26,105 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:11:26,105 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:11:26,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:28,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:30,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:32,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:34,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:36,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:38,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:40,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:41,342 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:11:41,343 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:11:42,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:44,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:46,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:48,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:50,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:52,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:54,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:56,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:11:56,220 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:11:56,529 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:11:56,529 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:11:58,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:00,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:02,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:04,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:06,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:08,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:10,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:11,718 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:12:11,719 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:12:12,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:14,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:16,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:18,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:19,579 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:12:19,684 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:12:19,715 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:12:20,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:12:20,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:21,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:22,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:24,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:26,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:26,464 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:12:26,888 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:12:26,889 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:12:28,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:30,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:32,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:34,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:36,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:38,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:40,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:42,128 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:12:42,128 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:12:42,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:44,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:46,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:48,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:50,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:52,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:54,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:56,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:12:56,667 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:12:57,383 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:12:57,384 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:12:58,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:00,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:02,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:04,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:06,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:08,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:10,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:12,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:12,582 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:13:12,582 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:13:14,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:16,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:18,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:20,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:23,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:25,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:26,892 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:13:27,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:27,751 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:13:27,751 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:13:29,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:31,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:33,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:35,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:37,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:39,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:41,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:42,934 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:13:42,935 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:13:43,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:45,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:47,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:49,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:51,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:53,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:55,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:57,104 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:13:57,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:13:58,105 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:13:58,106 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:13:59,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:01,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:03,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:05,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:07,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:09,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:11,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:13,276 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:14:13,276 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:14:13,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:15,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:17,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:19,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:21,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:23,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:24,811 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:14:24,910 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:14:24,956 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:14:25,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:14:25,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:26,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:27,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:27,339 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:14:28,534 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:14:28,534 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:14:29,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:31,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:33,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:35,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:37,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:39,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:41,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:43,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:43,716 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:14:43,717 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:14:45,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:47,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:49,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:51,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:53,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:55,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:57,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:14:57,553 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:14:58,942 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:14:58,942 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:14:59,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:01,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:03,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:05,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:07,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:09,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:11,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:13,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:14,109 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:15:14,110 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:15:15,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:17,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:19,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:21,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:23,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:25,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:27,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:27,766 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:15:29,333 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:15:29,333 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:15:29,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:31,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:34,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:36,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:38,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:40,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:42,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:44,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:44,512 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:15:44,513 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:15:46,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:48,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:50,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:52,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:54,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:56,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:58,006 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:15:58,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:15:59,721 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:15:59,722 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:16:00,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:02,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:04,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:06,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:08,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:10,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:12,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:14,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:14,947 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:16:14,947 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:16:16,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:18,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:20,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:22,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:24,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:26,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:28,256 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:16:28,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:30,119 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:16:30,120 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:16:30,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:30,668 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:16:30,778 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:16:30,863 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:16:31,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:16:32,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:34,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:36,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:38,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:40,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:42,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:44,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:45,326 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:16:45,327 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:16:46,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:48,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:50,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:52,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:54,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:56,414 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:58,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:16:58,483 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:17:00,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:00,508 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:17:00,509 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:17:02,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:04,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:06,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:08,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:10,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:12,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:15,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:15,727 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:17:15,727 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:17:17,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:19,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:21,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:23,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:25,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:27,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:28,705 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:17:29,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:30,973 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:17:30,974 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:17:31,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:33,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:35,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:37,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:39,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:41,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:43,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:45,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:46,202 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:17:46,203 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:17:47,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:49,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:51,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:53,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:55,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:57,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:17:58,915 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:17:59,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:01,434 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:18:01,435 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:18:01,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:03,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:05,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:07,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:09,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:11,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:13,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:15,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:16,635 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:18:16,636 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:18:17,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:19,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:21,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:23,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:25,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:27,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:29,130 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:18:29,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:31,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:31,837 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:18:31,837 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:18:33,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:35,480 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:38,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:40,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:41,198 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:18:41,234 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:18:41,279 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:18:41,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:18:42,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:44,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:47,001 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:18:47,003 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:18:52,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:18:59,442 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:19:02,178 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:19:02,179 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:19:17,374 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:19:17,375 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:19:29,687 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:19:32,560 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:19:32,561 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:19:47,742 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:19:47,743 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:19:59,931 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:20:02,922 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:20:02,923 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:20:18,176 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:20:18,177 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:20:18,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:20,552 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:22,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:24,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:26,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:28,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:30,183 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:20:30,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:32,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:33,377 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:20:33,378 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:20:34,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:36,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:38,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:40,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:42,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:44,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:46,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:48,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:48,603 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:20:48,604 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:20:50,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:52,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:54,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:56,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:20:58,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:00,388 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:21:00,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:02,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:03,771 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:21:03,772 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:21:04,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:06,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:08,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:10,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:12,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:14,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:16,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:18,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:18,968 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:21:18,969 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:21:20,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:22,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:24,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:26,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:28,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:30,637 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:21:31,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:33,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:34,186 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:21:34,186 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:21:35,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:37,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:39,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:41,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:43,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:45,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:47,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:49,356 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:21:49,356 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:21:49,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:51,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:53,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:55,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:57,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:21:59,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:00,873 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:22:01,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:03,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:04,558 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:22:04,558 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:22:05,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:07,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:09,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:11,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:13,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:15,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:17,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:19,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:19,900 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:22:19,900 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:22:21,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:23,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:25,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:25,797 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:22:25,911 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:22:25,948 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:22:26,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:22:27,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:29,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:31,155 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:22:31,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:33,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:35,065 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:22:35,066 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:22:35,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:37,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:39,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:41,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:43,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:45,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:47,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:49,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:50,270 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:22:50,271 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:22:51,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:53,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:55,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:57,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:22:59,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:01,361 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:23:01,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:03,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:05,460 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:23:05,460 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:23:05,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:07,659 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:09,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:12,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:14,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:16,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:18,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:20,633 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:23:20,633 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:23:20,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:22,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:24,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:26,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:28,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:30,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:31,599 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:23:32,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:34,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:35,850 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:23:35,851 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:23:36,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:38,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:40,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:42,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:44,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:46,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:48,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:50,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:51,042 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:23:51,043 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:23:52,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:54,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:56,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:23:58,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:00,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:01,801 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:24:02,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:04,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:06,253 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:24:06,253 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:24:06,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:08,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:10,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:12,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:14,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:16,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:18,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:20,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:21,509 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:24:21,509 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:24:22,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:24,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:26,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:28,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:30,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:31,074 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:24:31,168 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:24:31,230 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:24:31,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:24:32,048 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:24:32,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:33,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:34,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:36,728 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:24:36,729 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:24:37,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:39,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:41,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:43,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:45,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:47,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:49,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:51,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:51,901 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:24:51,901 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:24:53,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:55,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:57,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:24:59,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:01,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:02,278 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:25:03,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:05,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:07,081 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:25:07,081 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:25:07,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:09,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:11,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:13,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:15,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:17,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:19,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:21,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:22,431 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:25:22,432 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:25:23,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:25,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:27,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:29,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:31,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:32,515 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:25:33,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:35,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:37,603 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:25:37,603 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:25:37,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:39,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:41,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:43,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:45,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:47,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:49,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:51,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:52,815 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:25:52,815 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:25:53,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:55,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:57,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:25:59,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:01,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:02,725 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:26:03,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:05,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:07,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:08,026 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:26:08,027 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:26:09,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:11,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:13,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:15,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:17,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:19,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:21,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:23,317 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:26:23,317 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:26:23,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:25,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:27,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:29,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:31,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:32,937 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:26:33,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:35,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:37,076 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:26:37,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:26:37,196 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:26:37,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:26:37,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:38,486 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:26:38,487 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:26:38,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:39,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:41,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:43,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:45,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:47,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:49,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:51,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:53,732 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:26:53,733 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:26:53,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:56,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:26:58,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:00,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:02,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:03,154 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:27:04,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:06,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:08,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:08,973 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:27:08,974 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:27:10,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:12,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:14,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:16,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:18,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:20,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:22,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:24,169 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:27:24,169 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:27:24,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:26,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:28,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:30,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:32,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:33,411 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:27:34,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:36,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:38,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:39,404 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:27:39,404 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:27:40,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:42,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:44,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:46,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:48,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:50,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:52,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:54,572 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:27:54,572 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:27:54,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:56,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:27:58,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:00,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:02,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:03,625 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:28:04,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:06,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:08,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:09,754 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:28:09,754 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:28:10,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:12,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:14,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:16,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:18,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:22,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:24,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:24,924 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:28:24,924 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:28:26,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:28,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:30,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:32,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:33,844 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:28:34,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:36,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:38,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:40,180 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:28:40,180 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:28:40,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:42,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:44,260 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:28:44,366 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:28:44,404 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:28:44,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:28:44,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:46,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:48,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:50,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:52,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:54,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:55,354 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:28:55,355 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:28:56,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:28:58,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:00,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:03,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:04,074 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:29:05,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:07,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:09,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:10,525 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:29:10,526 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:29:11,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:13,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:15,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:17,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:19,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:21,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:23,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:25,705 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:29:25,706 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:29:25,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:27,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:29,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:31,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:33,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:34,303 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:29:35,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:37,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:39,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:40,984 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:29:40,985 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:29:41,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:43,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:45,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:47,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:49,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:51,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:53,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:55,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:56,249 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:29:56,250 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:29:57,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:29:59,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:01,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:03,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:04,524 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:30:05,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:07,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:09,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:11,431 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:30:11,431 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:30:11,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:13,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:15,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:17,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:19,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:21,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:23,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:25,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:26,612 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:30:26,612 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:30:27,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:29,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:31,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:33,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:34,767 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:30:35,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:37,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:39,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:41,865 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:30:41,866 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:30:41,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:43,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:45,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:47,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:50,015 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:30:50,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:50,095 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:30:50,124 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:30:51,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:30:51,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:52,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:54,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:56,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:30:57,030 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:30:57,031 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:30:58,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:00,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:02,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:04,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:04,983 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:31:06,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:08,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:10,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:12,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:12,286 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:31:12,287 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:31:14,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:17,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:19,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:21,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:23,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:25,092 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:27,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:27,602 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:31:27,602 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:31:29,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:31,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:33,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:35,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:35,182 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:31:37,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:39,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:41,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:42,830 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:31:42,830 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:31:43,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:45,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:47,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:49,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:51,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:53,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:55,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:57,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:31:58,027 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:31:58,028 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:31:59,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:01,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:03,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:05,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:05,398 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:32:07,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:09,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:11,134 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:13,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:13,198 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:32:13,198 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:32:15,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:17,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:19,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:21,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:23,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:25,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:27,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:28,390 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:32:28,391 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:32:29,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:31,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:33,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:35,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:35,612 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:32:37,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:39,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:41,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:43,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:43,603 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:32:43,603 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:32:45,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:47,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:49,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:52,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:54,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:56,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:58,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:32:58,798 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:32:58,798 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:33:00,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:33:01,091 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:33:01,109 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:33:01,160 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:33:01,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:33:02,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:33:04,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:33:05,842 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:33:06,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:33:13,994 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:33:13,995 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:33:14,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:33:29,164 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:33:29,165 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:33:36,066 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:33:44,336 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:33:44,337 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:33:59,757 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:33:59,758 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:34:06,313 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:34:14,932 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:34:14,933 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:34:30,105 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:34:30,105 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:34:36,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:36,546 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:34:38,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:40,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:42,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:44,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:45,297 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:34:45,297 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:34:46,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:48,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:50,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:52,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:54,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:56,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:34:58,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:00,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:00,459 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:35:00,460 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:35:02,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:04,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:06,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:06,769 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:35:08,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:10,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:12,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:14,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:15,630 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:35:15,630 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:35:16,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:18,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:20,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:22,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:24,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:26,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:28,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:30,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:30,811 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:35:30,811 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:35:32,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:34,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:36,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:36,966 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:35:38,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:40,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:42,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:44,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:46,018 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:35:46,019 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:35:46,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:48,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:51,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:53,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:55,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:57,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:35:59,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:01,195 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:36:01,195 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:36:01,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:03,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:05,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:07,189 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:36:07,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:09,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:11,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:13,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:15,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:16,452 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:36:16,452 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:36:17,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:19,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:21,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:23,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:25,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:27,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:29,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:31,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:31,620 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:36:31,621 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:36:33,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:35,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:37,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:37,421 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:36:39,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:40,780 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:36:40,881 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:36:40,930 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:36:41,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:36:41,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:42,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:43,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:45,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:46,831 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:36:46,832 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:36:47,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:49,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:51,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:53,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:55,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:57,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:36:59,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:01,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:02,030 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:37:02,031 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:37:03,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:05,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:07,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:07,632 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:37:09,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:11,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:13,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:15,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:17,209 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:37:17,209 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:37:17,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:19,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:21,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:23,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:25,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:27,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:29,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:32,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:32,381 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:37:32,381 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:37:34,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:36,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:37,866 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:37:38,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:40,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:42,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:44,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:46,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:47,592 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:37:47,593 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:37:48,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:50,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:52,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:54,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:56,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:37:58,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:00,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:02,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:02,765 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:38:02,765 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:38:04,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:06,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:08,069 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:38:08,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:10,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:12,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:14,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:16,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:18,323 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:38:18,324 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:38:18,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:20,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:22,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:26,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:28,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:30,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:32,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:33,512 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:38:33,513 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:38:34,426 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:36,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:38,300 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:38:38,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:40,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:42,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:44,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:46,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:46,728 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:38:46,808 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:38:46,837 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:38:47,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:38:48,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:48,685 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:38:48,685 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:38:50,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:52,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:54,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:56,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:38:58,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:00,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:02,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:03,899 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:39:03,900 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:39:04,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:06,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:08,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:08,530 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:39:10,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:12,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:14,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:16,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:18,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:19,067 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:39:19,067 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:39:22,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:24,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:26,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:28,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:30,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:32,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:34,241 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:39:34,241 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:39:34,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:36,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:38,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:38,817 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:39:40,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:43,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:45,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:47,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:49,409 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:39:49,409 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:39:49,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:51,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:53,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:55,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:57,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:39:59,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:01,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:03,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:04,657 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:40:04,658 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:40:05,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:07,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:09,093 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:40:09,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:11,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:13,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:15,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:17,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:19,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:19,868 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:40:19,869 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:40:21,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:23,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:25,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:27,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:29,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:31,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:33,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:35,119 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:40:35,120 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:40:35,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:37,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:39,381 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:40:39,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:41,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:43,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:45,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:47,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:49,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:50,379 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:40:50,380 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:40:51,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:53,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:54,317 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:40:54,385 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:40:54,451 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:40:54,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:40:55,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:57,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:40:59,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:01,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:03,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:05,544 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:41:05,544 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:41:05,552 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:07,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:09,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:09,620 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:41:11,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:13,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:15,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:17,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:19,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:20,724 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:41:20,725 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:41:21,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:23,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:25,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:27,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:29,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:31,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:33,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:35,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:35,979 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:41:35,980 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:41:37,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:39,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:39,843 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:41:41,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:43,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:45,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:48,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:50,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:51,202 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:41:51,202 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:41:52,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:54,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:56,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:41:58,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:00,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:02,587 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:04,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:06,379 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:42:06,379 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:42:06,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:08,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:10,050 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:42:10,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:12,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:14,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:16,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:18,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:20,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:21,622 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:42:21,622 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:42:22,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:24,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:26,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:28,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:30,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:32,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:34,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:36,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:36,899 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:42:36,900 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:42:38,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:40,283 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:42:40,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:42,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:44,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:46,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:48,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:50,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:52,066 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:42:52,067 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:42:52,619 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:54,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:56,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:42:58,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:00,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:02,402 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:43:02,496 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:43:02,559 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:43:02,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:43:02,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:03,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:04,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:06,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:07,272 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:43:07,272 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:43:08,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:10,576 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:43:10,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:12,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:15,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:17,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:19,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:21,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:22,482 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:43:22,483 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:43:23,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:25,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:27,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:29,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:31,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:33,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:35,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:37,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:37,681 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:43:37,682 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:43:39,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:40,783 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:43:41,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:43,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:45,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:47,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:49,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:51,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:52,938 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:43:52,939 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:43:53,659 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:55,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:57,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:43:59,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:01,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:03,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:05,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:07,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:08,100 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:44:08,101 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:44:09,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:10,992 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:44:11,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:13,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:15,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:17,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:19,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:21,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:23,307 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:44:23,307 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:44:23,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:25,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:27,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:29,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:31,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:33,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:35,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:37,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:38,468 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:44:38,469 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:44:39,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:41,202 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:44:41,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:43,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:45,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:48,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:50,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:52,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:53,639 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:44:53,639 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:44:54,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:56,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:44:58,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:00,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:02,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:04,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:06,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:08,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:08,871 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:45:08,871 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:45:10,722 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:45:10,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:10,815 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:45:10,852 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:45:11,437 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:45:11,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:45:11,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:12,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:14,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:16,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:18,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:20,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:22,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:24,166 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:45:24,167 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:45:24,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:26,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:28,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:30,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:32,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:34,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:36,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:38,794 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:39,333 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:45:39,333 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:45:40,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:41,632 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:45:42,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:44,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:46,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:48,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:50,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:52,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:54,536 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:45:54,537 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:45:54,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:56,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:45:58,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:00,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:02,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:04,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:07,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:09,706 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:46:09,707 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:46:09,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:11,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:11,851 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:46:13,817 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:15,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:17,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:19,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:21,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:23,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:24,918 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:46:24,918 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:46:25,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:27,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:29,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:31,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:33,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:35,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:37,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:39,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:40,090 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:46:40,091 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:46:41,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:42,043 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:46:43,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:45,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:47,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:49,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:51,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:53,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:55,294 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:46:55,294 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:46:55,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:57,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:46:59,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:01,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:03,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:05,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:07,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:09,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:10,533 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:47:10,533 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:47:11,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:12,250 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:47:13,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:15,852 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:17,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:19,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:21,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:23,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:25,742 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:47:25,743 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:47:25,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:27,860 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:29,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:31,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:32,319 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:47:32,348 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:47:32,397 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:47:32,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:47:33,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:34,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:35,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:40,935 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:47:40,936 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:47:42,480 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:47:43,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:47:56,106 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:47:56,106 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:48:11,266 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:48:11,267 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:48:12,678 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:48:26,429 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:48:26,429 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:48:41,717 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:48:41,717 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:48:42,867 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:48:56,886 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:48:56,886 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:48:57,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:48:59,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:01,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:03,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:06,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:08,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:10,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:12,125 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:49:12,125 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:49:12,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:13,082 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:49:14,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:16,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:18,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:20,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:22,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:24,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:26,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:27,285 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:49:27,285 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:49:28,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:30,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:32,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:34,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:36,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:38,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:40,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:42,491 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:49:42,491 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:49:42,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:43,284 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:49:44,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:46,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:48,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:50,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:52,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:54,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:56,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:49:57,678 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:49:57,678 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:49:58,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:00,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:02,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:04,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:06,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:08,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:10,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:12,886 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:50:12,886 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:50:12,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:13,473 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:50:14,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:16,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:18,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:20,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:22,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:24,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:26,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:28,157 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:50:28,158 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:50:30,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:32,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:34,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:36,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:38,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:40,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:42,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:43,394 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:50:43,395 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:50:43,661 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:50:44,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:46,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:48,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:50,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:52,982 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:54,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:56,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:50:58,644 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:50:58,644 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:50:59,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:01,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:03,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:05,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:08,009 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:51:08,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:08,067 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:51:08,125 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:51:09,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:51:10,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:12,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:13,801 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:51:13,802 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:51:13,970 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:51:14,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:16,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:18,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:20,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:22,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:24,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:26,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:28,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:29,014 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:51:29,014 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:51:30,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:32,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:34,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:36,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:38,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:40,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:42,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:44,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:44,069 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:51:44,199 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:51:44,200 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:51:46,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:48,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:50,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:52,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:54,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:56,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:58,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:51:59,366 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:51:59,367 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:52:00,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:02,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:04,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:06,049 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:08,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:10,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:12,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:14,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:14,286 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:52:14,579 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:52:14,579 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:52:16,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:18,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:20,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:22,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:24,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:27,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:29,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:29,751 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:52:29,751 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:52:31,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:33,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:35,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:37,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:39,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:41,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:43,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:44,480 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:52:45,017 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:52:45,018 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:52:45,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:47,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:49,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:51,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:53,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:55,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:57,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:52:59,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:00,190 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:53:00,191 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:53:01,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:03,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:05,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:07,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:09,098 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:11,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:13,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:14,685 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:53:15,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:15,395 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:53:15,396 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:53:17,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:17,860 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:53:17,977 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:53:18,039 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:53:18,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:53:19,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:20,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:21,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:23,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:25,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:27,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:29,117 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:30,566 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:53:30,567 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:53:31,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:33,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:35,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:37,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:39,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:41,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:43,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:44,956 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:53:45,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:45,825 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:53:45,825 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:53:47,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:49,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:51,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:53,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:55,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:57,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:53:59,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:00,984 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:54:00,985 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:54:01,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:03,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:05,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:07,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:09,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:11,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:13,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:15,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:15,169 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:54:16,148 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:54:16,149 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:54:17,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:19,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:21,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:24,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:26,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:28,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:30,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:31,374 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:54:31,374 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:54:32,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:34,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:36,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:38,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:40,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:42,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:44,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:45,380 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:54:46,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:46,599 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:54:46,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:54:48,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:50,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:52,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:54,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:56,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:54:58,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:00,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:01,820 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:55:01,820 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:55:02,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:04,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:06,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:08,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:10,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:12,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:14,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:15,604 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:55:16,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:16,999 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:55:16,999 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:55:18,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:20,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:22,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:24,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:26,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:26,999 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:55:27,105 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:55:27,160 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:55:27,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:55:28,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:30,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:32,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:32,237 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:55:32,238 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:55:34,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:36,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:38,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:40,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:42,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:44,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:45,831 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:55:46,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:47,490 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:55:47,490 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:55:48,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:50,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:52,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:54,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:56,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:55:58,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:00,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:02,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:02,662 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:56:02,662 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:56:04,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:06,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:08,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:10,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:13,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:15,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:16,044 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:56:17,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:17,888 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:56:17,889 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:56:19,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:21,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:23,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:25,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:27,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:29,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:31,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:33,071 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:56:33,071 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:56:33,253 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:35,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:37,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:39,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:41,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:43,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:45,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:46,238 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:56:47,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:48,290 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:56:48,291 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:56:49,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:51,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:53,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:55,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:57,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:56:59,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:01,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:03,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:03,498 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:57:03,499 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:57:05,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:07,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:09,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:11,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:13,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:15,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:16,428 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:57:17,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:18,661 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:57:18,662 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:57:19,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:21,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:23,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:25,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:27,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:29,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:31,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:33,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:33,495 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:57:33,601 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:57:33,646 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:57:33,874 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:57:33,875 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:57:34,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:57:35,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:37,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:39,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:41,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:43,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:45,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:46,638 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:57:47,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:49,126 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:57:49,126 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:57:49,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:51,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:53,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:55,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:57,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:57:59,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:01,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:04,288 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:58:04,289 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:58:04,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:06,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:08,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:10,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:12,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:14,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:16,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:16,848 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:58:18,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:19,562 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:58:19,563 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:58:20,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:22,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:24,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:26,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:28,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:30,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:32,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:34,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:34,795 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:58:34,796 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:58:36,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:38,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:40,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:42,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:44,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:46,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:47,038 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:58:48,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:49,998 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:58:49,999 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:58:50,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:52,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:54,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:56,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:58:58,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:00,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:02,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:04,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:05,204 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:59:05,204 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:59:06,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:08,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:10,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:12,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:14,352 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:16,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:17,258 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:59:18,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:20,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:20,632 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:59:20,632 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:59:22,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:24,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:26,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:28,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:30,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:32,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:34,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:35,856 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:59:35,857 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:59:36,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:38,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:40,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:42,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:43,448 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 16:59:43,542 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 16:59:43,601 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 16:59:44,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 16:59:45,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:47,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:47,468 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 16:59:49,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:51,047 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 16:59:51,048 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 16:59:51,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:53,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:55,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:57,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 16:59:59,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:01,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:03,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:05,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:06,295 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:00:06,296 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:00:07,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:09,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:11,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:13,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:15,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:17,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:17,657 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:00:19,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:21,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:21,536 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:00:21,536 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:00:23,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:25,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:27,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:29,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:31,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:33,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:35,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:36,786 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:00:36,787 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:00:37,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:39,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:41,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:43,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:45,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:47,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:47,845 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:00:49,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:51,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:52,022 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:00:52,022 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:00:53,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:55,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:57,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:00:59,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:01,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:03,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:05,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:07,213 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:01:07,214 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:01:07,422 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:09,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:11,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:13,426 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:15,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:17,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:18,042 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:01:19,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:21,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:22,400 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:01:22,400 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:01:23,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:25,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:27,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:29,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:32,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:34,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:36,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:37,635 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:01:37,636 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:01:38,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:40,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:42,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:44,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:46,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:48,250 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:01:48,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:50,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:52,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:52,833 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:01:52,833 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:01:54,452 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:56,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:58,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:01:58,742 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:01:58,775 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:01:58,820 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:01:59,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:02:00,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:02:02,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:02:08,014 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:02:08,015 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:02:10,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:02:18,447 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:02:23,596 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:02:23,596 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:02:38,763 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:02:38,764 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:02:48,666 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:02:53,931 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:02:53,931 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:03:09,107 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:03:09,107 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:03:18,864 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:03:24,272 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:03:24,272 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:03:26,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:28,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:30,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:32,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:34,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:36,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:38,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:39,436 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:03:39,436 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:03:40,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:42,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:44,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:46,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:48,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:49,058 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:03:50,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:52,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:54,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:54,662 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:03:54,662 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:03:56,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:03:58,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:00,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:02,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:04,540 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:06,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:08,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:09,819 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:04:09,819 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:04:10,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:12,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:14,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:16,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:18,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:19,280 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:04:20,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:22,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:24,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:25,098 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:04:25,098 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:04:26,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:29,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:31,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:33,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:35,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:37,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:39,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:40,287 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:04:40,287 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:04:41,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:43,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:45,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:47,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:49,515 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:04:49,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:51,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:53,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:55,491 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:04:55,491 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:04:55,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:57,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:04:59,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:01,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:03,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:05,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:07,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:09,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:10,696 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:05:10,697 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:05:11,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:13,589 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:15,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:17,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:19,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:19,743 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:05:21,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:23,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:25,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:25,946 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:05:25,947 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:05:27,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:29,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:31,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:33,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:35,343 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:05:35,427 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:05:35,483 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:05:35,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:05:35,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:36,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:37,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:39,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:41,128 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:05:41,128 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:05:41,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:43,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:45,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:47,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:49,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:49,987 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:05:51,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:53,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:55,619 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:56,300 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:05:56,300 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:05:57,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:05:59,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:01,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:03,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:05,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:07,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:09,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:11,525 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:06:11,526 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:06:11,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:13,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:15,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:17,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:19,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:20,200 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:06:21,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:23,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:25,638 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:26,701 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:06:26,702 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:06:28,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:30,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:32,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:34,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:36,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:38,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:40,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:41,926 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:06:41,926 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:06:42,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:44,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:46,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:48,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:50,406 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:06:50,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:52,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:54,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:56,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:06:57,193 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:06:57,194 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:06:58,659 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:00,661 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:02,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:04,663 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:06,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:08,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:10,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:12,380 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:07:12,381 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:07:12,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:14,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:16,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:18,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:20,598 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:07:20,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:22,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:24,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:26,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:27,569 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:07:27,569 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:07:28,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:30,679 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:32,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:34,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:36,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:38,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:40,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:42,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:42,783 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:07:42,783 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:07:44,637 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:07:44,701 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:07:44,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:44,749 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:07:45,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:07:46,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:48,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:50,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:50,796 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:07:52,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:54,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:56,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:07:57,961 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:07:57,962 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:07:58,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:00,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:04,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:06,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:08,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:10,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:12,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:13,172 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:08:13,173 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:08:14,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:16,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:18,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:20,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:20,989 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:08:22,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:25,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:27,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:28,342 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:08:28,343 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:08:29,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:31,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:33,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:35,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:37,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:39,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:41,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:43,580 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:08:43,580 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:08:43,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:45,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:47,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:49,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:51,180 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:08:51,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:53,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:55,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:57,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:08:58,751 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:08:58,751 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:09:01,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:03,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:05,798 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:07,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:09,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:11,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:13,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:14,022 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:09:14,022 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:09:15,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:17,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:19,806 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:21,380 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:09:21,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:23,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:25,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:27,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:29,246 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:09:29,247 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:09:29,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:31,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:33,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:35,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:37,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:39,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:41,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:43,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:44,416 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:09:44,416 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:09:45,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:47,827 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:49,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:51,239 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:09:51,299 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:09:51,329 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:09:51,620 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:09:51,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:09:51,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:53,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:55,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:57,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:09:59,599 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:09:59,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:09:59,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:01,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:03,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:05,839 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:07,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:10,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:12,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:14,801 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:10:14,801 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:10:14,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:16,847 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:18,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:20,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:21,832 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:10:22,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:24,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:26,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:28,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:30,030 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:10:30,030 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:10:30,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:32,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:34,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:36,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:38,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:40,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:42,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:44,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:45,197 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:10:45,197 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:10:46,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:48,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:50,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:52,044 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:10:52,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:54,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:56,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:10:58,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:00,394 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:11:00,395 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:11:00,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:02,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:04,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:06,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:08,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:10,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:12,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:14,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:15,597 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:11:15,598 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:11:16,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:18,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:20,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:22,357 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:11:22,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:24,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:26,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:28,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:30,833 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:11:30,834 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:11:30,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:32,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:34,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:36,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:38,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:41,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:43,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:45,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:46,007 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:11:46,007 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:11:47,918 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:49,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:51,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:52,577 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:11:53,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:55,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:57,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:11:58,895 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:11:59,008 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:11:59,059 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:11:59,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:11:59,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:01,210 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:12:01,211 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:12:01,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:03,968 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:05,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:07,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:09,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:11,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:13,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:15,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:16,594 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:12:16,594 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:12:17,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:19,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:21,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:22,775 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:12:23,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:25,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:27,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:29,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:31,879 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:12:31,879 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:12:31,986 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:33,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:35,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:37,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:39,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:41,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:43,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:45,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:47,109 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:12:47,109 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:12:48,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:50,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:52,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:53,001 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:12:54,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:56,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:12:58,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:00,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:02,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:02,332 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:13:02,332 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:13:04,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:06,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:08,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:10,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:12,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:14,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:16,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:17,557 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:13:17,558 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:13:18,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:20,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:22,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:23,226 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:13:24,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:26,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:29,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:31,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:32,731 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:13:32,732 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:13:33,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:35,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:37,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:39,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:41,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:43,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:45,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:47,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:47,898 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:13:47,899 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:13:49,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:51,043 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:53,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:53,480 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:13:55,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:57,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:13:59,049 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:01,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:03,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:03,065 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:14:03,066 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:14:05,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:06,147 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:14:06,259 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:14:06,310 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:14:07,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:14:07,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:08,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:09,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:11,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:13,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:15,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:17,061 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:18,301 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:14:18,302 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:14:19,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:21,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:23,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:23,701 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:14:25,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:27,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:29,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:31,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:33,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:33,476 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:14:33,477 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:14:35,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:37,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:39,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:41,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:43,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:45,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:47,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:48,737 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:14:48,738 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:14:50,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:52,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:53,915 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:14:54,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:56,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:14:58,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:00,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:02,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:03,975 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:15:03,976 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:15:04,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:06,092 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:08,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:10,094 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:12,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:14,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:16,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:18,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:19,155 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:15:19,155 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:15:20,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:22,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:24,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:24,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:15:26,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:28,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:30,110 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:32,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:34,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:34,343 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:15:34,343 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:15:36,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:38,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:40,117 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:42,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:44,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:46,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:48,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:49,595 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:15:49,595 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:15:50,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:52,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:54,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:54,419 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:15:56,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:15:58,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:00,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:02,130 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:04,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:04,804 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:16:04,805 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:16:06,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:09,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:11,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:13,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:15,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:17,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:17,780 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:16:17,813 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:16:17,858 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:16:18,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:16:19,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:20,008 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:16:20,009 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:16:21,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:24,679 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:16:29,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:16:35,188 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:16:35,189 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:16:50,376 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:16:50,376 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:16:54,918 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:17:05,548 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:17:05,548 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:17:20,716 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:17:20,716 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:17:25,124 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:17:35,886 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:17:35,886 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:17:47,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:17:49,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:17:51,080 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:17:51,081 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:17:51,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:17:53,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:17:55,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:17:55,352 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:17:57,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:01,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:03,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:05,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:06,342 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:18:06,342 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:18:07,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:09,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:11,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:13,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:15,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:17,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:19,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:21,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:21,518 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:18:21,518 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:18:23,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:25,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:25,595 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:18:27,221 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:29,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:31,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:33,225 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:35,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:36,721 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:18:36,722 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:18:37,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:39,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:41,229 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:44,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:46,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:48,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:50,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:51,902 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:18:51,902 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:18:52,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:54,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:55,839 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:18:56,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:18:58,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:00,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:02,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:06,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:07,100 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:19:07,100 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:19:08,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:10,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:12,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:14,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:16,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:18,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:20,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:22,256 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:22,393 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:19:22,393 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:19:24,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:26,123 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:19:26,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:28,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:30,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:32,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:34,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:36,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:37,601 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:19:37,602 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:19:38,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:40,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:42,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:44,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:46,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:48,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:50,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:52,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:52,783 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:19:52,783 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:19:53,983 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:19:54,090 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:19:54,139 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:19:54,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:19:54,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:55,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:56,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:19:56,377 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:19:58,280 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:00,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:02,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:04,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:06,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:07,960 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:20:07,960 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:20:08,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:10,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:12,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:14,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:16,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:18,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:20,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:22,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:23,274 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:20:23,274 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:20:24,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:26,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:26,639 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:20:28,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:30,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:32,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:34,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:36,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:38,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:38,446 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:20:38,447 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:20:40,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:42,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:44,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:46,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:48,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:50,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:52,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:53,613 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:20:53,613 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:20:54,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:56,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:20:56,853 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:20:58,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:00,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:02,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:05,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:07,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:08,781 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:21:08,782 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:21:09,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:11,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:13,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:15,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:17,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:19,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:21,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:23,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:23,943 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:21:23,943 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:21:25,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:27,138 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:21:27,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:29,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:31,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:33,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:35,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:37,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:39,158 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:21:39,158 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:21:39,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:41,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:43,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:45,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:47,352 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:49,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:51,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:53,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:54,392 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:21:54,392 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:21:55,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:57,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:21:57,366 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:21:59,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:01,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:01,757 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:22:01,839 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:22:01,870 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:22:02,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:22:03,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:04,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:05,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:07,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:09,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:09,669 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:22:09,670 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:22:11,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:13,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:15,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:17,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:19,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:21,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:23,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:24,865 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:22:24,866 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:22:25,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:27,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:27,593 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:22:29,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:31,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:33,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:35,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:37,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:39,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:40,060 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:22:40,060 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:22:41,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:43,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:45,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:47,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:49,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:51,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:53,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:55,303 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:22:55,304 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:22:55,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:57,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:22:57,817 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:22:59,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:01,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:03,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:06,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:08,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:10,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:10,515 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:23:10,515 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:23:12,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:14,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:16,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:18,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:20,412 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:22,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:24,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:25,692 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:23:25,693 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:23:26,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:28,082 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:23:28,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:30,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:32,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:34,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:36,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:38,424 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:40,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:40,917 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:23:40,917 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:23:42,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:44,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:46,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:48,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:50,432 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:52,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:54,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:56,130 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:23:56,131 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:23:56,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:23:58,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:23:58,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:00,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:02,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:04,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:06,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:08,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:09,117 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:24:09,221 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:24:09,252 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:24:09,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:24:10,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:11,331 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:24:11,332 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:24:12,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:14,447 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:16,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:18,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:20,451 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:22,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:24,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:26,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:26,518 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:24:26,518 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:24:28,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:28,506 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:24:30,458 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:32,460 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:34,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:36,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:38,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:40,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:41,693 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:24:41,694 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:24:42,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:44,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:47,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:49,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:51,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:53,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:55,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:57,066 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:24:57,066 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:24:57,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:24:58,732 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:24:59,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:01,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:03,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:05,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:07,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:09,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:11,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:12,267 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:25:12,268 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:25:13,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:15,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:17,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:19,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:21,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:23,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:25,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:27,495 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:25:27,495 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:25:27,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:28,929 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:25:29,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:31,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:33,506 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:35,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:37,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:39,512 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:41,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:42,668 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:25:42,668 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:25:43,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:45,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:47,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:49,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:51,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:53,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:55,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:57,528 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:25:57,834 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:25:57,834 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:25:59,133 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:25:59,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:01,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:03,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:05,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:07,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:09,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:11,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:13,018 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:26:13,018 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:26:13,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:15,328 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:26:15,419 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:26:15,465 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:26:15,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:26:15,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:17,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:19,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:21,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:23,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:25,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:27,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:28,250 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:26:28,251 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:26:29,386 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:26:29,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:31,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:33,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:35,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:38,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:40,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:42,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:43,420 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:26:43,420 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:26:44,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:46,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:48,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:50,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:52,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:54,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:56,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:58,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:26:58,648 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:26:58,649 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:26:59,589 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:27:00,585 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:02,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:04,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:06,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:08,591 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:10,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:12,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:13,873 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:27:13,873 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:27:14,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:16,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:20,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:22,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:24,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:26,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:28,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:29,048 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:27:29,049 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:27:29,815 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:27:30,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:32,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:34,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:36,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:38,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:40,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:42,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:44,416 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:27:44,417 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:27:44,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:46,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:48,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:50,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:52,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:54,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:56,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:58,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:27:59,634 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:27:59,634 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:28:00,047 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:28:00,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:02,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:04,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:06,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:08,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:10,649 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:12,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:14,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:14,799 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:28:14,799 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:28:16,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:18,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:20,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:22,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:23,282 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:28:23,338 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:28:23,368 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:28:23,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:28:24,657 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:25,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:26,659 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:28,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:30,022 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:28:30,023 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:28:30,304 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:28:30,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:32,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:34,665 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:37,667 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:39,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:41,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:43,671 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:45,265 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:28:45,266 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:28:45,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:47,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:49,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:51,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:53,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:55,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:57,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:28:59,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:00,440 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:29:00,441 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:29:00,607 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:29:01,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:03,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:05,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:07,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:09,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:11,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:13,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:15,609 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:29:15,610 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:29:15,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:17,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:19,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:21,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:23,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:25,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:27,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:29,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:30,757 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:29:30,829 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:29:30,830 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:29:31,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:33,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:35,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:37,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:40,721 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:42,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:44,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:46,007 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:29:46,007 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:29:46,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:48,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:50,731 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:52,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:54,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:56,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:29:58,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:00,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:00,999 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:30:01,755 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:30:01,756 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:30:02,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:04,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:06,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:08,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:10,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:12,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:14,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:16,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:16,949 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:30:16,949 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:30:18,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:20,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:22,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:24,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:26,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:28,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:30,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:31,221 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:30:32,147 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:30:32,148 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:30:32,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:33,929 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:30:33,961 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:30:34,019 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:30:34,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:30:34,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:36,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:44,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:30:47,337 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:30:47,338 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:31:01,463 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:31:02,519 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:31:02,520 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:31:17,679 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:31:17,680 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:31:31,687 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:31:32,852 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:31:32,853 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:31:48,021 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:31:48,022 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:32:01,902 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:32:03,279 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:32:03,279 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:32:04,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:06,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:08,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:10,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:12,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:14,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:16,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:18,450 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:32:18,451 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:32:18,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:20,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:22,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:24,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:26,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:28,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:30,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:32,159 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:32:32,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:33,699 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:32:33,700 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:32:34,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:36,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:38,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:40,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:42,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:44,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:46,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:48,879 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:32:48,879 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:32:49,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:51,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:53,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:55,878 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:57,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:32:59,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:01,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:02,400 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:33:04,165 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:33:04,165 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:33:05,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:07,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:09,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:11,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:13,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:15,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:17,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:19,334 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:33:19,334 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:33:19,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:21,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:23,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:25,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:27,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:29,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:31,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:32,636 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:33:33,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:34,591 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:33:34,592 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:33:35,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:37,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:39,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:41,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:43,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:45,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:47,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:49,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:49,938 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:33:49,938 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:33:51,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:53,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:55,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:57,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:33:59,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:01,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:02,861 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:34:03,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:05,326 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:34:05,326 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:34:05,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:07,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:08,214 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:34:08,312 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:34:08,357 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:34:08,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:34:08,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:09,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:11,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:13,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:15,953 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:17,955 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:19,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:20,533 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:34:20,534 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:34:21,958 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:23,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:25,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:27,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:29,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:31,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:33,074 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:34:33,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:35,751 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:34:35,751 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:34:35,971 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:37,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:39,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:41,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:44,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:46,979 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:48,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:50,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:51,031 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:34:51,031 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:34:52,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:54,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:56,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:34:58,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:00,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:02,990 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:03,296 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:35:04,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:06,280 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:35:06,280 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:35:06,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:08,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:12,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:15,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:17,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:19,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:21,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:21,573 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:35:21,574 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:35:23,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:25,008 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:27,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:29,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:31,013 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:33,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:33,575 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:35:35,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:36,747 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:35:36,748 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:35:37,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:39,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:41,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:43,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:45,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:47,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:49,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:51,026 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:51,972 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:35:51,973 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:35:53,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:55,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:57,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:35:59,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:01,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:03,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:03,841 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:36:05,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:07,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:07,193 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:36:07,193 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:36:09,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:11,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:13,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:15,075 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:36:15,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:15,176 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:36:15,223 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:36:16,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:36:17,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:19,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:21,136 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:22,383 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:36:22,383 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:36:23,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:25,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:27,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:29,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:31,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:33,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:34,094 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:36:36,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:37,635 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:36:37,636 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:36:38,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:40,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:42,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:44,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:46,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:48,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:50,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:52,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:52,802 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:36:52,803 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:36:54,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:56,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:36:58,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:00,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:02,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:04,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:04,341 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:37:06,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:08,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:08,237 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:37:08,237 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:37:10,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:12,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:14,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:16,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:18,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:20,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:22,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:23,542 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:37:23,543 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:37:24,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:26,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:28,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:30,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:32,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:34,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:34,618 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:37:36,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:38,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:38,736 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:37:38,736 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:37:40,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:42,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:44,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:46,203 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:48,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:50,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:52,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:53,936 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:37:53,937 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:37:54,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:56,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:37:58,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:00,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:02,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:04,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:04,884 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:38:06,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:08,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:09,104 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:38:09,104 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:38:10,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:14,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:16,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:18,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:20,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:22,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:24,075 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:38:24,150 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:38:24,180 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:38:24,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:38:24,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:24,273 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:38:24,273 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:38:26,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:28,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:31,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:33,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:35,158 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:38:35,233 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:37,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:39,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:39,531 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:38:39,532 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:38:41,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:43,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:45,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:47,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:49,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:51,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:53,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:54,699 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:38:54,700 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:38:55,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:57,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:38:59,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:01,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:03,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:05,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:05,415 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:39:07,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:09,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:09,890 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:39:09,890 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:39:11,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:13,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:15,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:17,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:19,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:21,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:23,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:25,117 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:39:25,117 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:39:25,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:27,285 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:29,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:31,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:33,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:35,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:35,687 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:39:37,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:39,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:40,317 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:39:40,317 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:39:41,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:43,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:45,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:47,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:49,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:51,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:53,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:55,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:55,497 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:39:55,498 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:39:57,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:39:59,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:01,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:03,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:05,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:05,955 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:40:07,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:09,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:10,675 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:40:10,676 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:40:11,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:13,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:15,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:17,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:19,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:21,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:23,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:25,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:25,944 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:40:25,944 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:40:27,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:29,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:29,457 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:40:29,530 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:40:29,561 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:40:30,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:40:30,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:31,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:33,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:35,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:36,273 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:40:38,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:40,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:41,121 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:40:41,121 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:40:42,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:44,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:46,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:48,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:50,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:52,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:54,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:56,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:40:56,433 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:40:56,434 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:40:58,374 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:00,376 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:02,378 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:04,380 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:06,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:06,491 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:41:08,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:10,386 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:11,600 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:41:11,600 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:41:12,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:14,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:16,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:18,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:22,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:24,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:26,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:26,760 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:41:26,761 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:41:28,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:30,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:32,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:34,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:36,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:36,714 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:41:38,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:40,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:41,927 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:41:41,928 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:41:42,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:44,417 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:46,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:48,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:50,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:52,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:54,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:56,428 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:41:57,125 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:41:57,126 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:41:58,430 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:00,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:02,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:04,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:06,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:06,943 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:42:08,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:10,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:12,321 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:42:12,321 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:42:12,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:14,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:16,445 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:19,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:21,449 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:25,452 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:27,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:27,509 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:42:27,509 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:42:29,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:31,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:33,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:34,716 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:42:34,832 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:42:34,873 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:42:35,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:42:35,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:36,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:37,167 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:42:37,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:39,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:41,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:42,712 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:42:42,713 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:42:43,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:45,472 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:47,474 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:49,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:51,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:53,480 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:55,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:57,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:42:57,997 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:42:57,998 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:42:59,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:01,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:03,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:05,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:07,403 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:43:07,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:09,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:11,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:13,218 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:43:13,219 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:43:13,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:15,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:17,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:19,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:21,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:23,508 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:25,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:27,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:28,388 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:43:28,388 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:43:29,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:31,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:33,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:35,518 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:37,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:37,612 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:43:39,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:41,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:43,583 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:43:43,584 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:43:44,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:46,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:48,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:50,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:52,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:54,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:56,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:58,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:43:58,750 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:43:58,751 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:44:00,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:02,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:04,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:06,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:07,836 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:44:08,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:10,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:12,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:13,951 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:44:13,952 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:44:14,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:16,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:18,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:20,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:22,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:24,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:26,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:28,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:29,163 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:44:29,164 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:44:30,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:32,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:34,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:36,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:38,069 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:44:38,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:40,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:42,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:44,378 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:44:44,378 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:44:44,636 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:44:44,657 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:44:44,701 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:44:45,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:44:46,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:47,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:48,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:54,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:44:59,582 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:44:59,584 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:45:08,289 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:45:14,862 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:45:14,863 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:45:30,034 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:45:30,034 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:45:38,514 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:45:45,203 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:45:45,204 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:46:00,383 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:46:00,384 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:46:08,749 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:46:15,562 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:46:15,563 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:46:15,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:17,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:19,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:21,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:23,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:25,645 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:27,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:29,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:30,795 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:46:30,795 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:46:31,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:33,655 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:35,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:37,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:38,962 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:46:39,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:41,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:43,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:45,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:45,967 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:46:45,967 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:46:47,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:49,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:51,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:53,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:55,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:57,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:46:59,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:01,150 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:47:01,151 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:47:01,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:03,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:05,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:07,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:09,202 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:47:09,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:11,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:13,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:15,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:16,389 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:47:16,390 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:47:17,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:19,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:21,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:23,704 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:25,706 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:27,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:29,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:31,616 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:47:31,617 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:47:31,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:33,712 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:35,714 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:37,716 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:39,415 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:47:39,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:41,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:43,723 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:45,725 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:46,873 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:47:46,874 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:47:47,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:49,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:51,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:53,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:55,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:57,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:47:59,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:01,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:02,038 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:48:02,038 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:48:03,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:05,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:07,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:09,642 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:48:09,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:11,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:13,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:15,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:17,261 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:48:17,262 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:48:17,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:19,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:20,264 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:48:20,370 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:48:20,413 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:48:20,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:48:21,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:23,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:25,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:27,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:29,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:32,620 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:48:32,621 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:48:32,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:34,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:36,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:38,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:39,878 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:48:40,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:42,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:44,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:46,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:47,790 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:48:47,791 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:48:48,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:50,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:52,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:54,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:56,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:48:58,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:00,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:02,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:03,085 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:49:03,085 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:49:04,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:06,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:08,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:10,092 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:49:10,796 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:12,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:14,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:16,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:18,302 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:49:18,303 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:49:18,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:20,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:22,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:24,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:26,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:28,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:30,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:32,811 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:33,505 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:49:33,505 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:49:34,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:36,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:38,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:40,310 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:49:40,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:42,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:44,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:46,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:48,685 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:49:48,685 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:49:48,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:50,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:52,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:54,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:56,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:49:58,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:00,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:02,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:03,912 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:50:03,913 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:50:04,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:06,831 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:08,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:10,535 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:50:10,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:12,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:14,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:16,837 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:18,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:19,088 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:50:19,089 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:50:20,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:22,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:24,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:26,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:27,993 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:50:28,081 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:50:28,111 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:50:28,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:50:28,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:30,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:33,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:34,353 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:50:34,354 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:50:35,850 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:37,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:39,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:40,749 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:50:41,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:43,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:45,857 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:47,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:49,566 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:50:49,566 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:50:49,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:51,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:53,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:55,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:57,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:50:59,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:01,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:03,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:04,771 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:51:04,771 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:51:05,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:07,872 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:09,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:10,971 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:51:11,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:13,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:15,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:17,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:19,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:19,977 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:51:19,978 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:51:21,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:23,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:25,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:27,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:29,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:31,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:33,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:35,560 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:51:35,560 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:51:35,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:37,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:39,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:41,190 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:51:41,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:43,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:45,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:47,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:49,902 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:50,828 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:51:50,829 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:51:51,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:53,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:55,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:57,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:51:59,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:01,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:03,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:05,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:06,069 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:52:06,069 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:52:07,915 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:09,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:11,417 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:52:11,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:13,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:15,920 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:17,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:19,922 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:21,325 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:52:21,325 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:52:21,924 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:23,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:25,926 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:27,928 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:29,929 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:31,931 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:33,338 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:52:33,426 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:52:33,474 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:52:33,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:52:33,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:34,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:35,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:36,528 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:52:36,529 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:52:37,934 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:39,936 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:41,695 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:52:41,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:43,938 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:46,940 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:48,942 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:50,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:51,738 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:52:51,739 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:52:52,944 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:54,946 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:56,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:52:58,948 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:00,950 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:02,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:04,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:06,954 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:53:06,954 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:53:06,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:08,960 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:10,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:11,919 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:53:12,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:14,964 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:16,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:18,966 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:20,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:22,155 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:53:22,156 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:53:22,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:24,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:26,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:28,973 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:30,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:32,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:34,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:36,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:37,334 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:53:37,335 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:53:38,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:40,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:42,153 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:53:42,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:44,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:46,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:48,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:50,988 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:52,508 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:53:52,509 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:53:52,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:54,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:56,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:53:58,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:00,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:02,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:04,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:06,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:07,738 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:54:07,738 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:54:08,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:11,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:12,361 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:54:13,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:15,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:17,004 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:19,006 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:21,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:22,964 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:54:22,965 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:54:24,010 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:26,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:28,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:30,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:32,015 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:34,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:36,018 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:38,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:38,151 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:54:38,152 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:54:38,435 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:54:38,527 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:54:38,558 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:54:39,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:54:40,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:41,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:42,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:42,607 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:54:44,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:46,024 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:48,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:50,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:52,028 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:53,321 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:54:53,322 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:54:54,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:56,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:54:58,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:00,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:02,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:04,036 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:06,038 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:08,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:08,555 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:55:08,555 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:55:10,040 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:12,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:12,821 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:55:14,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:16,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:18,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:20,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:22,049 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:23,798 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:55:23,799 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:55:24,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:26,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:28,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:30,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:32,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:34,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:36,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:38,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:38,977 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:55:38,978 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:55:40,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:42,060 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:43,028 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:55:44,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:46,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:48,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:50,065 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:52,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:54,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:54,202 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:55:54,203 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:55:56,070 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:55:58,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:00,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:02,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:04,075 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:06,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:08,078 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:09,441 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:56:09,441 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:56:10,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:12,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:13,256 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:56:14,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:18,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:20,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:23,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:24,627 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:56:24,627 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:56:25,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:27,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:29,092 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:31,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:33,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:35,096 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:37,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:39,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:39,891 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:56:39,892 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:56:41,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:43,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:43,469 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:56:45,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:45,189 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:56:45,267 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:56:45,314 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:56:46,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:56:47,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:48,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:49,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:51,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:53,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:55,066 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:56:55,066 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:56:55,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:57,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:56:59,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:01,113 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:03,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:05,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:07,118 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:09,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:10,358 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:57:10,358 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:57:11,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:13,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:13,716 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:57:15,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:17,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:19,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:21,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:23,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:25,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:25,557 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:57:25,557 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:57:27,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:29,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:31,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:33,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:36,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:38,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:40,140 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:40,732 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:57:40,732 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:57:42,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:43,936 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:57:44,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:46,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:48,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:50,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:52,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:54,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:55,958 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:57:55,959 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:57:56,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:57:58,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:00,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:02,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:04,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:06,159 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:08,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:10,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:11,153 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:58:11,154 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:58:12,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:14,163 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:58:14,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:16,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:18,170 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:20,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:22,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:24,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:26,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:26,353 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:58:26,354 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:58:28,177 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:30,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:32,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:34,181 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:36,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:38,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:40,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:41,584 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:58:41,585 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:58:42,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:44,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:44,394 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:58:46,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:48,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:50,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:52,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:54,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:54,856 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 17:58:54,890 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 17:58:54,937 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 17:58:55,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 17:58:56,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:58:56,754 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:58:56,756 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:58:58,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:59:06,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 17:59:11,924 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:59:11,925 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:59:14,622 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:59:27,148 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:59:27,148 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:59:42,318 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:59:42,319 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 17:59:44,860 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 17:59:57,619 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 17:59:57,620 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:00:12,797 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:00:12,798 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:00:15,117 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:00:28,007 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:00:28,008 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:00:30,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:32,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:34,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:36,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:38,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:40,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:42,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:43,201 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:00:43,202 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:00:45,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:45,342 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:00:47,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:49,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:51,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:53,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:55,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:57,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:00:58,428 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:00:58,428 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:00:59,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:01,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:03,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:05,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:07,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:09,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:11,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:13,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:13,663 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:01:13,663 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:01:15,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:15,621 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:01:17,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:19,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:21,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:23,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:25,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:27,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:28,903 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:01:28,904 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:01:29,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:31,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:33,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:35,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:37,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:39,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:41,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:43,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:44,078 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:01:44,079 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:01:45,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:45,838 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:01:47,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:49,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:51,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:53,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:55,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:57,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:01:59,290 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:01:59,291 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:01:59,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:01,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:03,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:05,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:07,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:09,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:11,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:13,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:14,489 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:02:14,490 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:02:15,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:16,069 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:02:17,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:19,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:21,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:23,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:25,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:27,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:29,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:29,710 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:02:29,711 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:02:31,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:33,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:35,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:35,751 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:02:35,843 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:02:35,889 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:02:36,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:02:37,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:39,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:41,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:44,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:44,935 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:02:44,936 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:02:46,279 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:02:46,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:48,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:50,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:52,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:54,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:56,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:02:58,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:00,120 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:03:00,121 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:03:00,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:02,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:04,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:06,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:08,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:12,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:14,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:15,327 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:03:15,327 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:03:16,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:16,493 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:03:18,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:20,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:22,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:24,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:26,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:28,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:30,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:30,620 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:03:30,621 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:03:32,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:34,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:36,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:38,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:40,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:42,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:44,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:45,855 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:03:45,856 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:03:46,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:46,746 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:03:48,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:50,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:52,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:54,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:56,422 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:03:58,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:00,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:01,027 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:04:01,028 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:04:02,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:04,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:06,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:08,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:10,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:12,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:14,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:16,190 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:04:16,191 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:04:16,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:16,974 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:04:18,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:20,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:22,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:24,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:26,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:28,452 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:30,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:31,437 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:04:31,438 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:04:32,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:34,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:36,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:38,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:40,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:40,804 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:04:40,848 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:04:40,894 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:04:41,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:04:42,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:43,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:44,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:46,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:46,704 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:04:46,705 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:04:47,255 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:04:48,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:50,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:52,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:54,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:56,480 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:04:58,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:00,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:01,924 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:05:01,924 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:05:02,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:04,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:06,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:08,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:10,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:12,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:15,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:17,427 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:05:17,427 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:05:17,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:17,598 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:05:19,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:21,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:23,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:25,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:27,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:29,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:31,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:32,601 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:05:32,601 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:05:33,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:35,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:37,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:39,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:41,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:43,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:45,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:47,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:47,686 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:05:47,874 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:05:47,875 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:05:49,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:51,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:53,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:55,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:57,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:05:59,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:01,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:03,043 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:06:03,043 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:06:03,540 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:05,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:07,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:09,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:11,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:13,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:15,552 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:17,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:17,909 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:06:18,235 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:06:18,235 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:06:19,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:21,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:23,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:25,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:27,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:29,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:31,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:33,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:33,588 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:06:33,588 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:06:35,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:37,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:39,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:41,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:43,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:45,431 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:06:45,539 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:06:45,571 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:06:45,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:06:45,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:47,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:48,164 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:06:48,763 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:06:48,764 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:06:50,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:52,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:54,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:56,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:06:58,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:00,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:02,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:03,932 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:07:03,932 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:07:04,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:06,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:08,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:10,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:12,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:16,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:18,400 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:07:18,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:19,130 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:07:19,131 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:07:20,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:22,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:24,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:26,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:28,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:30,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:32,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:34,380 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:07:34,381 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:07:34,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:36,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:38,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:40,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:42,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:44,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:46,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:48,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:48,654 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:07:49,615 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:07:49,616 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:07:50,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:52,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:54,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:56,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:07:58,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:00,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:02,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:04,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:04,863 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:08:04,864 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:08:06,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:08,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:10,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:12,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:14,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:16,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:18,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:18,863 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:08:20,121 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:08:20,122 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:08:20,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:22,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:24,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:26,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:28,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:30,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:32,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:34,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:35,334 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:08:35,335 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:08:36,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:38,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:40,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:42,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:44,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:46,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:48,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:49,087 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:08:50,506 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:08:50,506 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:08:50,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:52,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:52,805 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:08:52,912 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:08:52,941 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:08:53,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:08:54,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:56,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:08:58,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:01,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:03,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:05,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:05,708 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:09:05,709 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:09:07,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:09,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:11,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:13,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:15,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:17,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:19,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:09:19,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:20,906 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:09:20,907 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:09:21,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:23,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:25,713 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:27,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:29,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:31,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:33,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:35,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:36,076 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:09:36,077 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:09:37,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:39,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:41,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:43,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:45,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:47,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:49,532 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:09:49,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:51,292 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:09:51,292 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:09:51,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:53,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:55,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:57,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:09:59,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:01,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:03,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:05,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:06,459 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:10:06,460 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:10:07,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:09,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:11,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:13,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:15,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:17,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:19,756 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:10:19,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:21,637 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:10:21,638 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:10:21,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:23,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:25,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:27,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:29,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:31,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:33,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:35,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:36,905 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:10:36,906 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:10:37,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:39,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:41,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:43,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:45,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:47,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:49,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:49,982 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:10:51,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:52,091 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:10:52,092 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:10:53,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:56,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:10:58,101 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:10:58,202 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:10:58,248 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:10:58,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:10:58,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:00,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:02,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:04,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:06,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:07,353 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:11:07,354 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:11:08,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:10,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:12,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:14,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:16,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:18,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:20,213 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:11:20,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:22,617 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:11:22,618 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:11:22,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:24,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:26,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:28,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:30,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:32,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:34,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:36,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:37,811 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:11:37,812 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:11:38,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:40,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:42,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:44,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:46,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:48,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:50,437 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:11:50,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:52,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:53,044 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:11:53,045 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:11:54,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:56,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:11:58,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:00,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:02,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:04,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:06,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:08,263 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:12:08,264 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:12:08,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:10,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:12,852 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:14,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:17,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:19,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:20,632 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:12:21,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:23,449 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:12:23,450 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:12:23,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:25,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:27,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:29,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:31,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:33,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:35,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:37,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:38,711 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:12:38,712 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:12:39,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:41,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:43,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:45,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:47,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:49,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:50,840 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:12:51,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:53,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:53,941 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:12:53,941 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:12:55,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:57,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:12:59,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:13:01,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:13:03,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:13:05,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:13:07,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:13:09,044 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:13:09,073 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:13:09,121 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:13:09,143 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:13:09,144 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:13:09,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:13:09,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:13:11,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:13:19,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:13:21,070 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:13:24,337 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:13:24,338 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:13:39,516 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:13:39,517 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:13:51,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:13:54,689 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:13:54,689 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:14:09,864 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:14:09,864 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:14:21,535 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:14:25,038 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:14:25,039 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:14:40,232 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:14:40,233 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:14:45,975 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:14:47,977 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:14:49,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:14:51,760 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:14:51,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:14:53,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:14:55,416 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:14:55,417 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:14:55,984 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:14:57,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:14:59,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:01,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:03,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:05,992 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:07,994 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:09,996 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:10,661 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:15:10,662 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:15:11,998 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:14,000 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:16,002 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:18,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:21,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:22,005 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:15:23,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:25,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:26,367 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:15:26,367 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:15:27,016 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:29,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:31,020 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:33,022 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:35,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:37,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:39,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:41,030 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:41,540 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:15:41,540 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:15:43,032 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:45,034 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:47,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:49,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:51,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:52,263 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:15:53,042 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:55,045 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:56,732 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:15:56,732 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:15:57,047 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:15:59,049 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:01,051 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:03,052 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:05,054 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:07,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:09,057 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:11,059 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:11,972 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:16:11,972 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:16:13,063 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:15,067 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:17,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:19,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:21,072 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:22,497 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:16:23,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:25,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:27,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:27,187 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:16:27,188 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:16:29,081 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:31,083 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:33,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:35,087 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:37,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:39,090 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:41,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:42,368 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:16:42,368 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:16:43,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:45,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:47,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:49,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:51,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:52,747 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:16:53,101 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:54,976 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:16:55,046 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:16:55,101 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:16:55,102 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:16:55,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:56,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:57,104 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:16:57,581 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:16:57,582 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:16:59,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:01,106 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:03,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:05,108 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:07,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:09,110 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:11,111 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:12,769 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:17:12,770 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:17:13,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:15,115 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:17,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:19,117 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:21,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:22,953 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:17:25,121 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:27,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:27,947 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:17:27,948 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:17:29,124 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:31,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:34,127 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:36,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:38,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:40,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:42,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:43,292 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:17:43,293 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:17:44,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:46,133 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:48,135 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:50,137 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:52,138 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:53,156 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:17:54,139 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:56,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:58,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:17:58,469 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:17:58,469 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:18:00,143 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:02,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:04,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:06,147 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:08,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:10,149 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:12,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:13,679 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:18:13,680 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:18:14,151 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:16,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:18,154 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:22,156 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:23,381 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:18:24,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:26,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:28,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:28,862 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:18:28,863 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:18:30,161 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:32,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:34,163 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:36,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:38,166 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:40,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:42,168 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:44,032 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:18:44,033 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:18:44,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:46,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:48,172 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:50,174 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:52,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:53,584 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:18:54,176 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:56,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:58,179 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:18:59,244 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:18:59,245 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:19:00,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:02,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:03,701 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:19:03,789 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:19:03,824 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:19:04,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:19:04,183 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:05,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:06,185 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:08,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:10,187 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:12,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:14,189 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:14,450 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:19:14,450 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:19:16,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:18,191 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:20,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:22,194 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:23,983 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:19:24,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:26,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:28,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:29,706 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:19:29,707 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:19:30,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:32,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:34,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:36,202 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:39,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:41,205 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:43,207 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:44,876 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:19:44,876 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:19:45,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:47,209 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:49,211 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:51,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:53,213 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:54,198 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:19:55,215 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:57,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:19:59,218 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:00,081 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:20:00,081 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:20:01,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:03,220 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:05,223 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:07,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:09,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:11,227 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:13,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:15,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:15,348 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:20:15,348 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:20:17,231 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:19,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:21,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:23,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:24,429 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:20:25,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:29,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:30,584 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:20:30,584 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:20:31,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:33,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:35,243 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:37,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:39,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:41,247 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:43,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:45,250 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:45,745 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:20:45,745 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:20:47,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:49,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:51,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:53,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:54,679 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:20:55,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:57,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:20:59,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:00,925 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:21:00,926 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:21:01,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:03,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:05,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:07,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:09,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:10,127 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:21:10,266 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:21:10,311 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:21:11,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:21:11,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:13,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:15,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:16,120 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:21:16,121 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:21:17,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:19,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:21,297 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:23,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:24,972 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:21:25,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:27,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:29,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:31,358 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:21:31,359 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:21:32,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:34,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:36,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:38,313 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:40,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:42,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:44,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:46,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:46,577 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:21:46,577 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:21:48,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:50,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:52,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:54,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:55,214 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:21:56,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:21:58,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:00,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:01,751 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:22:01,752 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:22:02,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:04,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:06,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:08,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:10,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:12,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:14,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:16,350 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:16,961 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:22:16,962 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:22:18,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:20,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:22,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:24,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:25,441 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:22:26,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:28,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:30,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:32,201 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:22:32,201 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:22:32,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:34,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:36,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:38,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:40,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:42,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:44,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:46,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:47,375 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:22:47,376 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:22:48,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:50,384 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:52,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:54,388 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:55,680 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:22:56,390 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:22:58,392 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:00,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:02,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:02,555 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:23:02,556 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:23:04,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:06,399 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:08,401 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:10,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:12,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:14,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:16,085 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:23:16,195 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:23:16,241 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:23:16,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:23:16,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:17,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:17,763 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:23:17,764 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:23:18,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:20,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:22,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:24,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:25,915 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:23:27,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:29,420 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:31,421 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:33,010 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:23:33,010 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:23:33,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:35,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:37,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:39,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:41,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:43,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:45,434 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:47,436 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:48,208 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:23:48,209 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:23:49,438 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:51,440 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:53,442 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:55,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:56,133 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:23:57,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:23:59,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:01,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:03,422 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:24:03,423 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:24:03,452 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:05,454 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:07,456 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:09,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:11,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:13,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:15,462 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:17,464 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:18,593 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:24:18,594 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:24:19,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:21,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:23,468 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:25,470 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:26,357 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:24:27,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:29,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:31,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:33,477 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:33,766 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:24:33,767 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:24:35,479 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:37,481 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:39,483 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:41,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:43,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:45,489 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:47,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:48,967 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:24:48,967 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:24:49,493 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:51,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:53,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:55,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:56,576 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:24:57,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:24:59,502 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:01,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:03,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:04,203 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:25:04,203 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:25:05,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:07,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:09,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:12,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:14,516 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:16,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:18,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:19,368 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:25:19,369 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:25:19,572 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:25:19,688 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:25:19,724 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:25:20,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:25:20,520 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:22,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:24,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:26,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:26,834 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:25:28,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:30,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:32,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:34,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:34,540 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:25:34,541 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:25:36,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:38,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:40,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:42,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:44,543 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:46,545 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:48,547 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:49,732 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:25:49,733 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:25:50,549 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:52,551 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:54,553 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:56,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:25:57,055 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:25:58,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:00,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:02,561 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:04,563 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:04,965 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:26:04,966 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:26:06,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:08,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:10,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:12,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:14,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:16,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:18,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:20,353 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:26:20,353 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:26:20,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:22,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:24,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:26,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:27,264 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:26:28,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:30,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:32,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:34,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:35,583 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:26:35,584 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:26:36,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:38,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:40,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:42,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:44,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:46,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:49,602 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:50,872 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:26:50,872 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:26:51,604 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:53,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:55,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:57,484 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:26:57,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:26:59,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:01,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:03,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:05,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:06,119 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:27:06,120 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:27:07,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:09,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:11,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:13,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:15,627 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:17,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:19,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:21,323 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:27:21,323 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:27:21,633 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:23,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:25,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:27,638 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:27,731 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:27:29,643 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:27:29,680 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:27:29,727 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:27:30,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:27:30,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:31,683 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:33,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:36,500 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:27:36,502 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:27:41,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:27:51,662 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:27:51,663 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:27:57,992 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:28:06,843 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:28:06,843 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:28:22,019 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:28:22,019 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:28:28,229 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:28:37,197 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:28:37,197 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:28:52,368 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:28:52,369 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:28:58,464 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:29:05,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:07,598 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:29:07,599 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:29:07,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:09,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:11,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:13,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:15,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:17,758 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:21,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:22,775 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:29:22,775 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:29:23,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:25,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:27,766 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:28,699 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:29:29,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:31,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:33,770 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:35,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:37,772 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:37,996 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:29:37,997 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:29:39,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:41,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:43,776 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:45,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:47,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:49,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:51,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:53,158 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:29:53,158 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:29:53,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:55,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:57,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:29:58,913 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:30:00,790 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:02,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:04,792 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:06,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:08,322 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:30:08,323 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:30:08,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:10,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:12,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:14,801 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:16,803 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:18,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:20,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:23,502 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:30:23,503 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:30:24,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:26,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:28,814 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:29,132 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:30:30,816 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:32,818 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:34,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:36,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:38,727 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:30:38,727 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:30:38,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:40,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:42,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:44,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:46,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:48,834 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:50,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:52,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:53,937 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:30:53,937 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:30:54,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:56,842 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:58,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:30:59,330 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:31:00,845 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:02,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:04,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:06,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:08,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:09,156 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:31:09,157 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:31:10,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:11,664 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:31:11,789 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:31:11,833 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:31:11,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:31:12,855 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:13,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:14,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:16,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:18,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:20,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:22,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:24,745 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:31:24,746 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:31:24,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:26,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:28,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:29,567 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:31:30,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:32,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:34,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:36,875 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:38,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:39,919 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:31:39,920 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:31:40,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:42,881 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:44,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:46,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:48,887 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:50,889 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:53,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:55,136 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:31:55,136 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:31:55,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:57,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:31:59,789 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:31:59,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:01,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:03,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:05,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:07,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:09,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:10,364 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:32:10,365 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:32:11,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:13,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:15,910 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:17,913 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:19,914 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:21,916 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:23,917 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:25,695 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:32:25,696 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:32:25,919 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:27,921 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:29,923 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:30,030 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:32:31,925 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:33,927 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:35,930 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:37,932 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:39,933 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:40,898 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:32:40,899 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:32:41,935 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:43,937 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:45,939 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:47,941 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:49,943 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:51,945 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:53,947 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:55,949 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:56,069 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:32:56,069 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:32:57,951 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:32:59,952 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:00,285 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:33:01,954 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:03,956 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:05,957 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:07,959 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:09,961 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:11,280 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:33:11,280 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:33:11,962 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:13,963 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:15,965 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:17,745 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:33:17,820 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:33:17,850 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:33:17,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:33:17,967 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:19,969 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:21,970 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:23,972 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:25,974 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:26,495 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:33:26,496 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:33:27,976 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:29,978 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:30,513 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:33:31,980 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:33,981 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:35,983 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:37,985 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:39,987 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:41,731 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:33:41,731 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:33:41,989 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:43,991 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:45,993 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:47,995 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:49,997 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:51,999 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:54,001 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:56,003 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:33:56,900 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:33:56,901 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:33:58,005 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:00,007 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:00,731 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:34:02,009 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:04,011 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:06,012 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:08,014 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:11,017 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:12,077 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:34:12,077 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:34:13,019 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:15,021 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:17,023 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:19,025 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:21,027 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:23,029 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:25,031 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:27,033 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:27,266 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:34:27,267 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:34:29,035 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:30,948 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:34:31,037 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:33,039 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:35,041 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:39,044 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:41,046 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:42,509 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:34:42,510 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:34:43,048 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:45,050 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:47,053 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:49,055 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:51,056 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:53,058 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:55,061 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:57,062 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:34:57,681 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:34:57,681 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:34:59,064 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:01,066 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:01,164 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:35:03,068 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:05,069 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:07,071 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:09,073 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:11,074 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:12,916 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:35:12,916 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:35:13,076 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:15,077 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:17,079 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:19,080 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:21,082 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:23,084 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:23,634 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:35:23,737 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:35:23,767 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:35:24,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:35:24,085 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:25,086 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:27,088 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:28,100 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:35:28,101 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:35:29,089 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:31,091 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:31,389 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:35:33,093 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:35,095 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:37,097 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:39,099 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:41,100 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:43,103 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:43,290 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:35:43,291 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:35:45,105 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:47,107 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:49,109 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:51,110 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:53,112 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:55,114 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:57,116 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:35:58,455 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:35:58,456 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:36:00,119 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:01,623 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:36:02,120 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:04,122 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:06,123 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:08,125 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:10,126 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:12,128 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:13,638 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:36:13,639 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:36:14,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:16,129 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:18,131 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:20,132 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:22,141 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:24,142 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:26,144 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:28,145 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:28,816 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:36:28,816 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:36:30,146 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:31,918 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:36:32,148 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:36,150 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:38,152 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:40,153 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:42,155 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:43,993 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:36:43,994 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:36:44,157 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:46,158 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:48,160 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:50,162 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:52,164 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:54,165 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:56,167 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:58,169 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:36:59,194 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:36:59,195 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:37:00,171 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:02,148 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:37:02,173 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:04,175 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:06,178 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:08,180 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:10,182 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:12,184 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:14,186 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:14,364 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:37:14,364 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:37:16,188 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:18,190 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:20,192 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:22,193 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:24,195 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:26,196 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:28,197 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:28,660 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:37:28,712 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:37:28,740 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:37:29,198 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:37:29,572 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:37:29,573 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:37:30,199 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:32,200 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:32,380 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:37:34,201 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:38,204 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:40,206 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:42,208 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:44,210 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:44,818 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:37:44,819 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:37:46,212 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:48,214 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:50,216 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:52,217 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:54,219 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:57,222 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:37:59,224 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:00,033 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:38:00,034 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:38:01,226 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:02,603 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:38:03,228 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:05,230 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:07,232 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:09,234 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:11,235 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:13,236 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:15,201 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:38:15,201 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:38:15,237 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:17,238 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:19,239 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:21,240 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:23,241 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:25,242 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:27,244 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:29,245 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:30,369 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:38:30,370 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:38:31,246 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:32,826 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:38:33,248 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:35,249 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:37,251 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:41,252 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:43,254 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:45,255 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:45,539 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:38:45,540 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:38:47,257 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:49,258 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:51,259 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:53,260 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:55,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:57,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:38:59,264 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:00,758 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:39:00,759 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:39:01,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:03,042 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:39:03,267 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:05,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:07,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:09,271 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:11,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:13,274 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:15,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:15,974 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:39:15,975 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:39:17,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:19,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:21,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:23,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:25,283 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:27,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:29,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:31,157 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:39:31,157 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:39:31,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:33,242 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:39:33,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:33,580 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:39:33,668 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:39:33,698 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:39:34,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:39:35,289 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:37,291 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:39,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:41,293 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:43,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:45,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:46,339 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:39:46,340 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:39:47,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:49,300 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:51,302 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:53,304 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:55,306 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:57,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:39:59,309 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:01,594 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:40:01,594 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:40:02,311 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:03,473 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:40:04,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:06,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:08,315 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:10,317 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:12,319 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:14,320 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:16,322 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:16,788 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:40:16,788 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:40:18,324 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:20,326 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:22,328 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:24,330 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:26,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:28,334 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:30,336 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:31,984 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:40:31,985 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:40:32,338 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:33,715 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:40:34,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:36,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:38,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:40,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:42,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:44,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:46,351 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:47,227 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:40:47,228 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:40:48,353 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:50,356 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:52,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:54,359 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:56,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:40:58,363 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:00,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:02,367 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:02,408 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:41:02,409 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:41:03,989 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:41:04,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:06,370 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:08,372 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:10,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:12,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:14,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:16,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:17,618 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:41:17,619 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:41:18,381 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:20,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:22,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:24,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:26,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:28,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:31,394 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:32,847 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:41:32,848 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:41:33,396 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:34,262 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:41:35,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:37,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:39,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:41,404 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:43,406 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:43,569 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:41:43,603 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:41:43,647 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:41:44,407 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:41:45,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:47,410 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:41:48,082 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:41:48,084 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:41:55,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:42:03,255 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:42:03,256 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:42:04,504 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:42:18,430 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:42:18,430 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:42:33,605 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:42:33,605 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:42:34,733 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:42:48,784 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:42:48,784 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:43:03,958 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:43:03,958 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:43:04,956 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:43:19,138 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:43:19,139 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:43:21,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:23,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:25,485 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:27,487 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:29,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:31,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:33,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:34,382 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:43:34,383 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:43:35,212 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:43:35,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:37,495 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:39,497 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:41,499 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:43,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:45,503 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:47,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:49,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:49,613 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:43:49,613 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:43:51,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:53,510 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:55,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:57,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:43:59,514 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:01,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:03,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:04,779 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:44:04,779 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:44:05,443 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:44:05,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:07,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:09,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:11,523 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:13,524 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:15,526 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:17,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:19,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:19,952 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:44:19,953 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:44:21,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:23,531 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:25,533 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:27,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:29,536 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:31,538 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:34,541 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:35,133 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:44:35,134 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:44:35,667 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:44:36,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:38,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:40,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:42,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:44,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:46,552 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:48,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:50,377 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:44:50,378 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:44:50,555 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:52,557 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:54,559 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:56,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:44:58,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:00,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:02,565 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:04,567 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:05,538 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:45:05,539 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:45:05,898 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:45:06,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:08,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:10,571 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:12,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:14,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:16,574 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:18,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:20,577 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:20,709 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:45:20,710 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:45:22,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:24,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:25,188 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:45:25,281 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:45:25,311 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:45:25,581 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:45:26,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:28,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:30,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:32,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:34,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:35,925 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:45:35,925 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:45:36,136 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:45:36,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:38,593 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:40,595 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:42,597 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:44,599 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:46,601 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:48,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:50,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:51,206 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:45:51,207 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:45:52,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:54,606 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:56,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:45:58,608 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:00,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:02,610 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:04,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:06,367 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:46:06,370 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:46:06,371 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:46:06,612 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:08,614 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:10,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:12,616 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:14,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:16,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:18,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:20,621 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:21,595 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:46:21,595 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:46:22,623 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:25,625 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:27,627 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:29,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:31,630 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:33,632 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:35,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:36,566 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:46:36,762 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:46:36,762 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:46:37,636 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:39,638 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:41,640 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:43,642 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:45,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:47,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:49,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:51,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:52,031 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:46:52,031 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:46:53,652 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:55,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:57,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:46:59,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:01,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:03,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:05,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:06,785 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:47:07,260 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:47:07,261 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:47:07,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:09,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:11,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:13,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:15,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:17,676 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:19,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:21,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:22,447 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:47:22,447 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:47:23,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:25,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:27,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:28,930 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:47:29,053 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:47:29,105 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:47:29,105 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 18:47:29,105 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 18:47:29,105 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 18:47:29,106 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 18:47:29,106 DEBUG SenderThread:1977561 [sender.py:send():234] send: metric -2022-01-27 18:47:29,106 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:47:29,106 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:47:29,139 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:47:29,687 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:47:29,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:30,689 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:31,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:32,691 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:33,693 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:35,695 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:36,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/config.yaml -2022-01-27 18:47:37,241 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:47:37,625 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:47:37,626 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:47:37,697 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:39,699 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:41,701 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:43,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:45,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:47,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:49,709 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:51,711 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:52,881 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:47:52,881 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:47:53,713 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:55,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:57,717 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:47:59,719 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:01,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:03,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:05,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:07,468 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:48:07,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:08,136 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:48:08,136 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:48:10,727 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:12,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:14,729 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:16,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:18,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:20,733 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:22,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:23,382 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:48:23,382 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:48:24,735 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:26,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:28,737 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:30,739 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:32,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:34,741 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:36,743 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:37,708 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:48:38,584 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:48:38,584 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:48:38,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:40,746 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:42,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:44,748 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:46,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:48,750 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:50,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:52,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:53,808 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:48:53,809 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:48:54,754 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:56,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:48:58,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:00,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:02,760 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:04,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:06,762 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:07,930 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:49:08,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:09,034 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:49:09,034 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:49:10,764 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:12,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:14,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:16,768 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:18,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:20,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:23,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:24,269 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:49:24,269 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:49:25,774 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:27,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:29,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:31,778 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:33,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:35,780 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:37,782 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:38,189 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:49:39,438 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:49:39,439 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:49:39,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:41,784 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:42,409 DEBUG SenderThread:1977561 [sender.py:send():234] send: history -2022-01-27 18:49:42,442 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary -2022-01-27 18:49:42,490 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end -2022-01-27 18:49:42,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json -2022-01-27 18:49:42,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:43,786 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:47,788 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:49:54,652 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:49:54,653 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:50:08,425 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:50:09,828 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:50:09,829 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:50:25,007 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:50:25,008 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:50:38,647 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:50:40,239 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:50:40,240 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:50:55,414 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:50:55,415 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:51:05,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:07,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:08,869 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:51:09,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:10,592 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:51:10,593 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:51:11,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:13,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:15,853 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:17,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:19,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:21,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:23,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:25,758 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:51:25,759 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:51:25,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:27,862 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:29,864 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:31,866 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:33,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:35,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:37,870 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:39,075 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:51:39,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:41,046 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:51:41,046 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:51:41,873 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:43,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:45,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:47,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:49,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:51,883 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:53,885 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:55,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:56,211 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:51:56,211 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:51:57,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:51:59,891 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:01,893 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:03,895 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:05,897 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:07,899 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:09,295 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats -2022-01-27 18:52:09,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:11,371 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status -2022-01-27 18:52:11,372 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status -2022-01-27 18:52:11,903 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:13,905 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:15,907 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:16,908 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:17,909 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log -2022-01-27 18:52:19,911 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log