diff --git "a/wandb/run-20221025_092127-29xi74uq/logs/debug-internal.log" "b/wandb/run-20221025_092127-29xi74uq/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20221025_092127-29xi74uq/logs/debug-internal.log" @@ -0,0 +1,13587 @@ +2022-10-25 09:21:27,949 INFO MainThread:2194005 [internal.py:wandb_internal():90] W&B internal server running at pid: 2194005, started at: 2022-10-25 09:21:27.949156 +2022-10-25 09:21:27,952 INFO WriterThread:2194005 [datastore.py:open_for_write():75] open: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/run-29xi74uq.wandb +2022-10-25 09:21:27,954 DEBUG SenderThread:2194005 [sender.py:send():232] send: header +2022-10-25 09:21:27,954 DEBUG SenderThread:2194005 [sender.py:send():232] send: run +2022-10-25 09:21:28,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: check_version +2022-10-25 09:21:28,233 INFO SenderThread:2194005 [dir_watcher.py:__init__():166] watching files in: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files +2022-10-25 09:21:28,234 INFO SenderThread:2194005 [sender.py:_start_run_threads():811] run started: 29xi74uq with start time 1666682487 +2022-10-25 09:21:28,234 DEBUG SenderThread:2194005 [sender.py:send():232] send: summary +2022-10-25 09:21:28,234 INFO SenderThread:2194005 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-10-25 09:21:28,234 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: check_version +2022-10-25 09:21:28,376 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: run_start +2022-10-25 09:21:28,390 DEBUG HandlerThread:2194005 [meta.py:__init__():35] meta init +2022-10-25 09:21:28,390 DEBUG HandlerThread:2194005 [meta.py:__init__():49] meta init done +2022-10-25 09:21:28,390 DEBUG HandlerThread:2194005 [meta.py:probe():209] probe +2022-10-25 09:21:28,392 DEBUG HandlerThread:2194005 [meta.py:_setup_git():199] setup git +2022-10-25 09:21:28,412 DEBUG HandlerThread:2194005 [meta.py:_setup_git():206] setup git done +2022-10-25 09:21:28,412 DEBUG HandlerThread:2194005 [meta.py:_save_pip():53] save pip +2022-10-25 09:21:28,413 DEBUG HandlerThread:2194005 [meta.py:_save_pip():67] save pip done +2022-10-25 09:21:28,413 DEBUG HandlerThread:2194005 [meta.py:probe():247] probe done +2022-10-25 09:21:28,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: files +2022-10-25 09:21:28,421 INFO SenderThread:2194005 [sender.py:_save_file():946] saving file wandb-metadata.json with policy now +2022-10-25 09:21:28,430 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:21:28,431 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:21:28,653 DEBUG SenderThread:2194005 [sender.py:send():232] send: telemetry +2022-10-25 09:21:28,654 DEBUG SenderThread:2194005 [sender.py:send():232] send: config +2022-10-25 09:21:28,656 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 09:21:28,656 DEBUG SenderThread:2194005 [sender.py:send():232] send: telemetry +2022-10-25 09:21:28,656 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 09:21:28,656 WARNING SenderThread:2194005 [sender.py:send_metric():904] Seen metric with glob (shouldn't happen) +2022-10-25 09:21:28,656 DEBUG SenderThread:2194005 [sender.py:send():232] send: telemetry +2022-10-25 09:21:29,068 INFO Thread-11 :2194005 [upload_job.py:push():137] Uploaded file /tmp/tmp92typzyqwandb/3773v7qx-wandb-metadata.json +2022-10-25 09:21:29,237 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 09:21:29,237 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/requirements.txt +2022-10-25 09:21:29,238 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/wandb-summary.json +2022-10-25 09:21:29,238 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/wandb-metadata.json +2022-10-25 09:21:31,235 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 09:21:43,889 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:21:43,889 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:21:56,466 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:21:59,247 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/config.yaml +2022-10-25 09:21:59,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:21:59,302 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:22:14,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:22:14,633 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:22:26,551 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:22:29,965 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:22:29,966 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:22:45,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:22:45,413 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:22:56,629 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:23:00,748 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:23:00,749 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:23:16,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:23:16,238 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:23:26,707 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:23:31,524 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:23:31,524 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:23:46,878 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:23:46,879 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:23:56,782 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:24:02,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:24:02,117 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:24:17,445 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:24:17,445 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:24:26,859 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:24:32,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:24:32,814 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:24:48,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:24:48,069 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:24:56,935 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:25:03,342 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:25:03,342 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:25:18,594 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:25:18,594 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:25:27,013 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:25:33,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:25:33,951 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:25:49,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:25:49,271 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:25:57,092 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:26:04,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:26:04,561 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:26:19,856 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:26:19,856 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:26:27,169 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:26:35,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:26:35,214 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:26:50,564 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:26:50,564 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:26:57,247 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:27:05,867 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:27:05,867 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:27:21,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:27:21,233 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:27:27,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:27:36,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:27:36,505 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:27:51,871 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:27:51,872 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:27:57,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:28:07,147 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:28:07,147 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:28:22,513 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:28:22,514 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:28:27,485 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:28:37,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:28:37,812 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:28:53,148 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:28:53,148 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:28:57,563 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:29:08,440 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:29:08,440 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:29:23,725 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:29:23,725 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:29:27,642 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:29:39,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:29:39,058 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:29:54,318 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:29:54,318 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:29:57,720 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:30:09,674 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:30:09,675 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:30:25,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:30:25,026 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:30:27,798 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:30:40,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:30:40,314 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:30:55,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:30:55,616 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:30:57,875 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:31:11,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:31:11,044 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:31:26,423 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:31:26,424 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:31:27,954 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:31:41,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:31:41,815 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:31:57,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:31:57,153 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:31:58,031 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:32:12,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:32:12,497 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:32:27,804 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:32:27,804 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:32:28,107 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:32:43,138 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:32:43,138 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:32:58,185 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:32:58,421 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:32:58,421 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:33:13,778 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:33:13,779 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:33:28,261 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:33:29,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:33:29,080 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:33:44,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:33:44,405 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:33:58,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:33:59,816 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:33:59,816 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:34:15,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:34:15,110 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:34:28,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:34:30,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:34:30,492 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:34:45,778 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:34:45,778 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:34:58,492 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:35:01,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:35:01,197 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:35:16,511 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:35:16,512 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:35:28,572 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:35:31,868 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:35:31,869 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:35:47,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:35:47,256 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:35:58,652 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:36:02,582 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:36:02,583 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:36:17,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:36:17,830 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:36:28,732 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:36:33,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:36:33,174 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:36:48,429 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:36:48,429 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:36:58,809 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:37:03,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:37:03,729 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:37:19,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:37:19,053 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:37:28,885 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:37:34,439 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:37:34,440 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:37:51,532 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:37:51,533 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:37:58,962 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:38:06,836 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:38:06,836 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:38:22,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:38:22,232 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:38:29,039 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:38:37,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:38:37,575 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:38:52,880 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:38:52,881 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:38:59,112 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:39:08,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:39:08,200 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:39:23,594 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:39:23,594 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:39:29,183 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:39:38,989 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:39:38,990 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:39:54,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:39:54,260 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:39:59,258 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:40:09,587 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:40:09,587 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:40:24,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:40:24,929 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:40:29,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:40:40,364 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:40:40,365 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:40:55,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:40:55,695 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:40:59,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:41:10,991 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:41:10,992 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:41:26,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:41:26,413 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:41:29,487 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:41:41,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:41:41,728 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:41:57,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:41:57,219 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:41:59,566 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:42:12,591 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:42:12,592 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:42:28,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:42:28,016 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:42:29,642 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:42:43,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:42:43,295 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:42:58,710 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:42:58,710 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:42:59,718 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:43:14,077 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:43:14,077 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:43:29,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:43:29,470 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:43:29,817 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:43:44,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:43:44,948 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:43:59,872 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:44:00,309 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:44:00,309 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:44:15,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:44:15,575 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:44:29,948 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:44:30,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:44:30,940 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:44:46,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:44:46,305 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:45:00,025 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:45:01,688 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:45:01,689 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:45:17,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:45:17,123 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:45:30,102 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:45:32,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:45:32,396 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:45:47,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:45:47,815 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:46:00,179 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:46:03,153 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:46:03,153 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:46:18,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:46:18,616 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:46:30,256 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:46:33,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:46:33,940 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:46:49,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:46:49,362 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:47:00,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:47:04,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:47:04,654 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:47:20,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:47:20,086 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:47:30,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:47:35,476 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:47:35,477 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:47:50,858 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:47:50,858 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:48:00,492 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:48:06,280 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:48:06,280 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:48:21,585 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:48:21,585 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:48:30,570 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:48:37,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:48:37,029 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:48:52,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:48:52,369 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:49:00,647 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:49:07,627 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:49:07,627 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:49:22,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:49:22,963 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:49:30,726 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:49:38,344 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:49:38,344 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:49:53,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:49:53,815 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:50:00,804 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:50:09,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:50:09,129 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:50:24,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:50:24,409 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:50:30,883 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:50:39,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:50:39,798 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:50:55,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:50:55,200 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:51:00,963 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:51:10,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:51:10,612 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:51:25,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:51:25,909 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:51:31,042 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:51:41,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:51:41,327 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:51:56,783 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:51:56,784 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:52:01,119 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:52:12,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:52:12,115 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:52:27,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:52:27,566 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:52:31,195 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:52:42,895 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:52:42,895 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:52:58,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:52:58,218 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:53:01,272 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:53:13,605 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:53:13,605 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:53:29,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:53:29,050 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:53:31,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:53:44,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:53:44,508 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:53:59,852 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:53:59,853 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:54:01,428 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:54:15,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:54:15,212 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:54:30,615 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:54:30,616 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:54:31,503 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:54:45,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:54:45,940 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:55:01,478 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:55:01,478 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:55:01,703 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:55:16,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:55:16,806 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:55:31,657 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:55:32,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:55:32,255 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:55:47,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:55:47,566 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:56:01,731 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:56:02,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:56:02,970 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:56:18,429 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:56:18,430 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:56:31,806 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:56:33,877 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:56:33,877 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:56:49,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:56:49,143 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:57:01,881 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:57:04,670 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:57:04,670 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:57:19,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:57:19,980 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:57:31,958 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:57:35,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:57:35,403 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:57:50,793 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:57:50,794 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:58:02,033 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:58:06,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:58:06,168 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:58:21,454 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:58:21,454 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:58:32,111 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:58:36,847 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:58:36,847 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:58:52,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:58:52,144 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:59:02,187 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:59:07,536 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:59:07,536 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:59:22,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:59:22,917 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:59:32,261 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 09:59:38,320 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:59:38,320 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 09:59:53,579 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 09:59:53,580 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:00:02,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:00:08,910 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:00:08,911 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:00:24,288 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:00:24,289 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:00:32,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:00:39,586 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:00:39,587 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:00:54,864 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:00:54,864 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:01:02,493 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:01:10,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:01:10,346 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:01:25,747 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:01:25,747 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:01:32,571 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:01:41,108 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:01:41,108 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:01:56,417 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:01:56,418 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:02:02,646 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:02:11,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:02:11,797 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:02:27,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:02:27,087 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:02:32,721 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:02:42,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:02:42,507 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:02:57,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:02:57,917 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:03:02,799 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:03:13,365 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:03:13,365 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:03:28,823 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:03:28,823 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:03:32,878 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:03:44,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:03:44,219 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:03:59,627 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:03:59,628 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:04:02,953 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:04:15,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:04:15,007 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:04:30,419 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:04:30,419 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:04:33,033 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:04:45,852 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:04:45,852 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:05:01,325 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:05:01,325 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:05:03,111 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:05:16,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:05:16,745 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:05:32,104 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:05:32,105 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:05:33,187 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:05:47,520 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:05:47,520 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:06:03,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:06:03,001 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:06:03,265 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:06:18,367 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:06:18,367 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:06:33,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:06:33,821 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:06:33,821 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:06:49,373 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:06:49,374 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:07:03,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:07:04,651 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:07:04,652 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:07:20,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:07:20,038 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:07:33,495 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:07:35,433 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:07:35,433 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:07:50,831 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:07:50,831 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:08:03,572 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:08:06,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:08:06,256 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:08:21,588 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:08:21,588 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:08:33,648 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:08:36,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:08:36,902 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:08:52,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:08:52,216 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:09:03,727 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:09:07,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:09:07,505 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:09:23,030 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:09:23,030 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:09:33,805 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:09:38,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:09:38,510 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:09:53,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:09:53,904 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:10:03,883 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:10:09,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:10:09,140 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:10:24,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:10:24,645 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:10:33,962 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:10:40,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:10:40,155 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:10:55,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:10:55,497 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:11:04,043 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:11:10,862 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:11:10,863 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:11:26,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:11:26,131 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:11:34,121 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:11:41,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:11:41,492 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:11:56,828 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:11:56,829 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:12:04,198 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:12:12,144 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:12:12,144 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:12:27,546 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:12:27,546 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:12:34,274 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:12:42,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:12:42,892 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:12:58,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:12:58,260 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:13:04,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:13:13,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:13:13,593 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:13:28,959 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:13:28,960 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:13:34,431 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:13:44,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:13:44,286 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:13:51,477 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:13:59,520 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:13:59,520 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:14:03,482 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:04,510 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:14:05,483 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:07,484 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:09,485 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:11,486 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:13,486 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:14,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:14:14,750 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:14:15,488 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:17,489 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:19,489 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:21,490 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:23,491 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:25,492 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:27,493 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:29,493 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:30,006 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:14:30,006 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:14:31,494 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:33,495 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:34,587 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:14:39,497 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:41,498 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:45,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:14:45,231 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:14:45,500 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:49,501 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:53,503 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:55,504 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:14:59,506 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:00,457 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:15:00,457 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:15:03,507 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:04,666 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:15:05,508 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:09,510 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:11,511 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:13,512 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:15,688 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:15:15,688 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:15:17,513 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:19,514 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:21,515 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:23,516 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:27,517 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:29,518 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:30,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:15:30,915 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:15:31,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,474 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,476 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,477 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,519 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:31,946 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,951 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,952 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,953 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,954 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,955 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:31,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,879 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,881 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,887 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,887 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,888 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,888 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,888 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,889 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,890 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,890 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,896 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,896 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,988 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,988 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,992 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,992 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,993 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,993 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,995 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,996 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,999 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:32,999 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,003 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,003 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,004 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,005 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,106 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,107 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,186 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,520 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:33,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,945 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,946 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,947 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,949 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,953 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,954 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,955 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,958 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,959 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:33,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,028 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,028 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,125 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,126 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,127 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,129 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,161 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,745 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:15:34,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,989 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,991 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,992 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,993 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,995 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,996 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,998 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:34,999 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,003 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,004 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,005 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,006 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,018 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,019 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,021 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,028 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,071 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,071 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,074 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,077 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,078 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,080 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,081 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,082 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,083 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,125 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,125 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,129 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,132 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,133 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,133 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,134 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,180 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,225 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,299 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,300 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,303 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,303 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,309 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,310 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,311 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,354 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,358 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,363 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,364 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,365 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,367 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,369 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,370 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,401 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,436 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,437 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,440 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,441 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,441 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,442 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,443 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,444 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,447 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,447 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,449 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,449 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,451 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,451 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,469 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,469 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,474 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,474 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,475 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,476 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,477 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,479 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,480 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,481 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,482 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,483 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,521 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:35,548 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,557 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,560 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,560 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,562 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,564 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:35,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,217 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,280 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,286 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,288 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,290 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,293 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,300 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,307 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,308 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,311 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,317 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,318 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,385 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,385 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,386 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,388 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,392 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,417 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,417 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,418 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,419 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,511 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,514 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,515 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,517 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,518 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,519 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,519 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,522 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,523 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,525 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,526 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,528 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,530 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,532 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,585 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,586 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,589 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,590 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,591 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,591 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,597 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,598 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,598 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,601 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,602 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,603 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,619 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,620 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,623 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,625 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,625 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,627 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,627 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,631 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,632 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,635 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,636 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:36,636 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,456 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,457 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,458 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,459 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,460 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,460 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,463 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,464 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,469 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,498 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,508 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,512 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,512 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,513 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,514 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,523 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:37,538 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,539 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,541 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,542 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,543 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,543 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,545 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,545 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,548 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,553 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,597 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,598 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,601 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,601 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,603 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,603 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,605 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,605 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,608 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,609 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,610 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,612 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,612 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,629 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,631 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,635 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,635 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,637 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,637 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,642 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,643 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,723 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,729 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,730 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,731 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,732 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,733 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,735 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,735 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,736 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,799 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,799 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,804 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,805 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,807 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,810 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,816 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,860 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,861 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,864 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,865 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,865 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,866 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,867 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,868 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,871 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,872 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,874 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,875 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,877 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,878 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,879 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,880 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,929 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,932 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,932 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,935 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,936 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:37,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,547 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,548 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,551 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,551 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,558 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,560 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,562 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,564 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,564 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,588 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,589 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,592 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,594 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,595 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,599 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,599 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,601 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,603 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,604 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,604 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,605 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,638 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,639 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,642 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,643 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,643 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,649 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,650 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,652 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,653 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,657 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,658 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,723 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,729 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,730 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,732 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,734 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,735 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,736 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,738 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,739 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,781 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,785 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,787 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,789 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,791 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,792 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,795 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,795 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,798 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,799 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,800 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,801 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,802 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,872 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,873 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,876 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,877 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,878 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,879 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,880 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,881 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,883 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,884 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,885 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,886 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,887 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,888 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,889 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:38,889 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,006 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,006 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,010 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,010 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,011 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,011 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,013 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,013 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,018 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,018 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,020 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,020 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,021 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,022 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,524 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:39,845 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,846 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,849 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,849 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,850 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,850 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,852 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,853 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,856 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,856 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,858 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,858 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,860 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,860 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,861 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:39,861 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,888 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,889 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,893 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,895 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,896 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,896 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,899 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,900 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,904 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,905 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:40,905 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,053 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,063 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:15:42,526 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:44,527 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:46,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:15:46,282 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:15:46,527 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:48,528 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:50,529 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:52,530 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:54,531 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:56,532 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:15:58,532 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:00,533 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:01,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:16:01,567 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:16:02,534 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:04,535 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:04,825 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:16:06,536 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:08,537 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:10,538 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:12,538 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:14,539 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:16,540 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:16,801 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:16:16,801 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:16:18,541 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:20,541 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:26,544 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:28,545 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:32,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:16:32,061 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:16:32,546 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:34,903 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:16:36,548 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:40,550 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:42,551 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:46,552 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:47,276 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:16:47,276 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:16:50,554 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:52,555 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:56,557 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:16:58,558 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:00,558 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:02,579 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:17:02,579 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:17:04,560 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:04,981 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:17:06,561 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:08,562 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:12,564 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:14,564 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:16,565 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:17,795 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:17:17,796 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:17:18,460 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,462 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,463 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,566 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:18,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,929 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:18,929 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:19,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:19,189 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,194 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,199 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,204 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,209 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,215 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,220 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,230 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,230 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,230 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,235 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,240 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,246 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,251 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,261 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,267 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,276 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,276 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,278 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,279 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,281 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,284 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,285 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,286 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,287 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,288 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,289 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,291 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,292 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,293 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,294 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,295 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,298 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,299 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,300 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,301 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,302 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,303 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,304 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,305 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,306 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,307 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,308 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,310 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,311 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,313 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,314 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,316 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,317 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,318 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,319 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,320 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,321 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,322 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,323 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,324 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,325 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,327 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,328 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,329 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,330 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,331 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,332 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,333 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,334 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,335 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,336 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,337 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,338 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,341 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,342 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,343 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,344 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,346 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,346 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,346 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,346 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,346 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,346 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,346 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,346 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,347 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,349 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,350 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,351 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,352 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,353 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,354 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,355 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,356 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,358 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,360 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,362 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,363 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,365 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,366 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,367 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,368 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,370 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,371 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,372 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,373 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,374 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,377 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,378 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,379 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,381 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,382 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,383 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,384 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,385 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,386 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,387 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,388 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,389 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,392 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,393 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,394 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,395 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,397 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,398 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,399 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,400 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,401 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,402 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,403 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,404 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,405 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,407 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,408 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,409 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,410 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,411 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,412 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,413 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,414 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,415 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,416 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,417 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,419 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,420 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,421 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,422 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,423 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 10:17:19,426 DEBUG SenderThread:2194005 [sender.py:send():232] send: history +2022-10-25 10:17:19,514 DEBUG SenderThread:2194005 [sender.py:send():232] send: summary +2022-10-25 10:17:19,570 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/wandb-summary.json +2022-10-25 10:17:19,570 INFO SenderThread:2194005 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-10-25 10:17:20,570 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:21,570 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:22,571 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:23,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,225 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,244 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,244 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,245 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,247 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,250 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,252 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,253 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,253 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,421 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,421 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,424 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,425 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,425 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,426 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,428 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,428 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,431 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,431 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,433 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,433 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,435 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,435 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,436 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:23,437 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,369 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,370 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,373 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,374 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,375 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,376 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,377 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,377 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,380 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,382 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,383 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,385 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,414 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,414 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,416 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,416 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,417 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,418 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,572 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:24,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,601 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,604 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,605 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,606 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,607 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,608 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,609 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,612 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,612 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,661 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,661 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,665 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,665 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,666 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,666 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,668 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,668 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,671 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,672 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,673 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,674 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,675 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,676 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,677 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:24,677 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,356 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,358 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,360 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,363 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,363 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,365 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,365 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,367 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,367 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,394 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,397 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,398 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,398 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,401 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,443 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,443 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,450 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,451 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,451 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,452 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,452 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,452 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,454 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,456 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,456 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,457 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,458 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,459 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,459 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,548 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,553 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,553 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,564 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,565 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,622 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,623 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,627 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,628 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,629 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,632 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,632 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,647 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,651 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,651 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,653 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,653 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,657 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,801 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,802 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,805 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,807 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,807 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,817 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,817 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,818 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:25,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,573 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:26,578 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,579 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,583 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,585 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,586 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,587 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,589 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,590 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,594 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,595 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,598 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,599 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,637 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,637 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,638 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,639 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,643 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,649 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,650 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,651 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,758 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,758 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,761 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,762 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,763 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,764 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,765 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,766 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,768 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,769 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,770 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,771 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,772 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,775 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,776 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,912 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,912 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,922 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,922 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:26,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,680 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,766 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,767 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,767 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,768 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,768 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,769 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,769 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,769 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,769 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,770 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,770 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,770 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,771 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,771 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,771 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,772 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,772 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,772 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,773 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,773 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,773 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,773 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,775 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,775 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,775 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,818 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,820 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,821 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,822 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,824 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,826 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,827 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,827 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,830 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,831 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,887 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,888 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,890 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,893 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,895 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,897 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,898 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,899 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,899 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,910 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,912 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,922 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,931 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,938 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,945 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,946 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,949 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,951 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,952 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,953 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,954 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:27,954 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,004 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,006 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,009 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,009 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,011 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,013 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,014 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,015 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,053 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,127 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,131 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,132 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,133 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,133 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,135 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,135 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,137 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,138 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,140 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,141 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,141 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,142 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,641 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/config.yaml +2022-10-25 10:17:28,912 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,921 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,922 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,923 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,923 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,987 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,987 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,988 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,989 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,990 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,992 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,993 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,994 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,994 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,996 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,997 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,997 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:28,998 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,013 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,019 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,019 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,021 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,022 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,108 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,109 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,204 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,211 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,215 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,238 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,275 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,276 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,325 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,329 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,329 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,331 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,331 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,333 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,336 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,337 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,340 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,340 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,987 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,988 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,988 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,989 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,990 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,991 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,993 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,994 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,995 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,996 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,998 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:29,998 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,000 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,000 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,271 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,275 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:30,642 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:31,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,088 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,088 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,094 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,095 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,096 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,096 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,098 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,098 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,177 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,177 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,186 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,187 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,295 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,299 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,299 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,307 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,308 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,309 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,310 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,358 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,362 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,362 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,363 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,364 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,365 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,367 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,369 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,369 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,371 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,371 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,372 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,372 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:31,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,204 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,211 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,262 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,266 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,266 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,271 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,275 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,275 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,276 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:32,276 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:17:33,093 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:17:33,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,140 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,144 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,144 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,145 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,147 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,149 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,150 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,151 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,153 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,156 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:33,644 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:34,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,063 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,065 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,071 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,074 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:34,077 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:17:35,123 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:17:35,645 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:37,646 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:39,646 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:41,647 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:43,648 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:45,649 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:47,650 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:48,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:17:48,343 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:17:49,651 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:51,652 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:53,653 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:55,654 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:57,655 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:17:59,656 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:01,656 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:03,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:18:03,569 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:18:03,657 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:05,201 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:18:05,658 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:07,659 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:13,661 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:17,663 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:18,789 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:18:18,790 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:18:21,664 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:25,666 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:29,668 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:31,669 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:34,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:18:34,114 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:18:35,280 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:18:35,671 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:39,672 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:41,673 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:43,674 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:47,676 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:49,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:18:49,347 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:18:49,677 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:53,679 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:55,680 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:57,680 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:18:59,681 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:03,683 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:04,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:19:04,572 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:19:05,359 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:19:05,684 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:07,685 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:07,706 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:07,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:07,709 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:07,710 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:08,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:08,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:08,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:08,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:08,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:08,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:08,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:08,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:09,686 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:11,687 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:13,687 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:13,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,729 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,729 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,730 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,731 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,732 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,734 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,735 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,736 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,737 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,738 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,738 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,739 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:13,739 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,635 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,638 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,638 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,639 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,649 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,650 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,688 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:15,748 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,752 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,752 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,753 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,753 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,754 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,755 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,758 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,758 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,759 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,760 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,761 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,762 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,762 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,763 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,769 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,770 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,773 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,773 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,775 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,776 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,779 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,779 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,780 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,781 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,783 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,799 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,799 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,802 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,802 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,804 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,805 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,805 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,808 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,808 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,810 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,813 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,974 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,979 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:15,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,028 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,028 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,030 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,666 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,666 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,673 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,674 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,674 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,674 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,675 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,675 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,675 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,676 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,677 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,678 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,679 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,679 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,680 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,681 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,742 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,746 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,746 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,747 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,747 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,752 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,752 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,754 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,754 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,755 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,756 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,757 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,757 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,773 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,773 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,776 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,776 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,777 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,778 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,779 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,779 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,785 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,786 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,787 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,787 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:16,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,689 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:17,795 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,796 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,800 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,801 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,802 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,805 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,808 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,813 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:17,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,053 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,057 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,914 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,914 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,923 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,923 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:18,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,000 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,004 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,004 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,005 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,005 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,006 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,009 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,010 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,011 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,011 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,013 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,014 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,014 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,156 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,161 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,167 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,802 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:19:19,802 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:19:19,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,921 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,922 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,929 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:19,929 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,028 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,030 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,032 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,140 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,140 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,144 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,144 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,145 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,148 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,149 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,150 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,151 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,153 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,204 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,206 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,206 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,938 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,947 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,947 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,949 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,951 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:20,952 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,167 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,260 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,260 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,261 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,262 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,262 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,266 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:21,691 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:22,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,190 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,191 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,242 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,244 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,245 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,247 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,340 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,344 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,344 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,345 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,348 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,349 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,929 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,933 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,933 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,934 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,934 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,935 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,936 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,938 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,996 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:22,997 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,000 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,000 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,002 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,003 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,005 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,006 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,008 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,009 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,009 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,010 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,010 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,032 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,032 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,057 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,061 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,061 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,063 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,157 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,157 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,161 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,161 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,167 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,215 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,221 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,691 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:23,934 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,935 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,938 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,945 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,945 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,946 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,947 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,949 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,949 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,976 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,976 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,998 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:23,999 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,002 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,002 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,003 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,004 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,005 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,009 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,009 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,010 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,011 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,011 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,057 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,057 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,061 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,061 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,063 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,065 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,100 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,100 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,103 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,103 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,104 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,104 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,105 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,106 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,108 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,109 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,177 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,180 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,862 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,863 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,866 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,866 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,867 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,867 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,868 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,869 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,871 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,872 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,873 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,874 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,875 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,876 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,876 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,877 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,934 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,934 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,935 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,935 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,936 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:24,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,109 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,180 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,692 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:25,959 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,963 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,969 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,969 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,969 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:25,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,125 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,126 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,129 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,132 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,132 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,133 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,133 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,215 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,221 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:26,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,063 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,068 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,074 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,077 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,693 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:27,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,798 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,801 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,802 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,804 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,805 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,808 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,810 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,813 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:27,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:19:29,694 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:32,696 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:34,696 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:35,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:19:35,086 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:19:35,438 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:19:36,697 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:38,698 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:40,699 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:42,700 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:44,700 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:46,701 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:48,702 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:50,311 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:19:50,312 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:19:50,703 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:52,703 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:54,704 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:19:56,705 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:00,707 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:05,516 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:20:05,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:20:05,530 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:20:06,717 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:10,719 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:14,721 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:16,722 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:20,724 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:20,753 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:20:20,754 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:20:22,725 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:26,726 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:28,727 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:32,729 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:34,730 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:35,597 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:20:36,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:20:36,034 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:20:36,731 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:40,732 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:42,733 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:44,734 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:46,735 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:50,737 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:51,297 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:20:51,298 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:20:52,738 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:54,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:54,647 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:54,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:54,650 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:54,739 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:55,104 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,108 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,109 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:20:55,376 DEBUG SenderThread:2194005 [sender.py:send():232] send: history +2022-10-25 10:20:55,571 DEBUG SenderThread:2194005 [sender.py:send():232] send: summary +2022-10-25 10:20:55,655 INFO SenderThread:2194005 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-10-25 10:20:55,739 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/wandb-summary.json +2022-10-25 10:20:56,740 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:20:58,740 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:00,741 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:02,742 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:04,743 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:05,245 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,250 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,251 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,251 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,254 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,254 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,258 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,258 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,497 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,506 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,509 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,509 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:05,687 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:21:06,372 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,373 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,376 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,376 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,377 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,377 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,378 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,379 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,382 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,383 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,385 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,386 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:06,519 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:21:06,519 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:21:06,746 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:07,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,094 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,096 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,098 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,100 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,101 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,102 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,102 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,260 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,266 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,271 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:07,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,317 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,317 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,318 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,401 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,401 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,414 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,414 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,497 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,499 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:08,747 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:09,030 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,126 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,127 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,131 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,131 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,132 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,133 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,135 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,136 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,137 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,137 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,138 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,140 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,153 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,157 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,157 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,158 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,158 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,167 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,266 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,271 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,275 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,276 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,307 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,308 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,311 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,311 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,317 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,318 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,318 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,320 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,320 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,321 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,321 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,414 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,416 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,417 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,417 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:09,418 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,149 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,149 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,150 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,151 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,156 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,156 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,158 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,158 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,177 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,250 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,251 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,253 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,253 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,254 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,258 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,258 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,331 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,333 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,336 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,337 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,337 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,340 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,340 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,455 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,455 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,458 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,459 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,459 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,460 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,461 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,461 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,464 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,464 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,469 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:10,748 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:11,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,177 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,186 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,348 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,348 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,354 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,356 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,358 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,358 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,360 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,360 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:11,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,080 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,082 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,083 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,083 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,088 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,088 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,090 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,157 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,157 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,161 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,161 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,167 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,180 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,181 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,186 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,187 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,284 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,288 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,290 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,297 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,303 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,307 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,308 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,308 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,309 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,310 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,310 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,311 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,748 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:12,864 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,864 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,868 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,868 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,869 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,869 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,870 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,871 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,873 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,874 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,875 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,875 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,877 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,877 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,878 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,878 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,976 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,976 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,979 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:12,987 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,125 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,204 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,207 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,207 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,207 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,211 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,949 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,958 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,958 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,958 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,959 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,961 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,961 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:13,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,125 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,125 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,127 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,127 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,129 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,129 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,215 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,732 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,733 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,736 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,736 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,736 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,737 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,738 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,739 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,740 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,741 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,742 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,744 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,744 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:14,749 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:15,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,649 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,651 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,652 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,653 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,658 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,658 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,659 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,660 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,661 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,662 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,662 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,663 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,681 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,682 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,684 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,685 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,685 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,686 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,687 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,687 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,690 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,691 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,691 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,820 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,822 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,823 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,823 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,824 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,825 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,825 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,827 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,828 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,830 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,831 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,832 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,832 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,850 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,851 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,853 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,854 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,854 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,855 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,856 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,856 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,859 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,859 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,860 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,861 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,862 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,862 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,863 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:15,863 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,520 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,520 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,523 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,524 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,524 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,525 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,526 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,526 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,530 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,531 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,532 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,532 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,533 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,533 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,538 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,539 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,542 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,542 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,543 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,543 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,544 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,545 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,547 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,547 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,548 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,551 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,568 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,572 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,576 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,607 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,607 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,610 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,610 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,612 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,615 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,619 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,620 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,691 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,696 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,698 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,702 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,704 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,704 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:16,751 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:17,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,647 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,649 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,649 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,650 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,651 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,652 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,653 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,653 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:17,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,340 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,344 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,344 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,345 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,348 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,348 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,349 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:18,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,688 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,696 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,702 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,704 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,704 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,752 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:19,952 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,953 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,958 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,959 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,961 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,964 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,964 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,965 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:19,965 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:21:21,753 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:21,861 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:21:21,862 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:21:23,754 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:25,754 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:27,755 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:29,756 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:31,757 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:33,758 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:35,759 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:35,766 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:21:37,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:21:37,116 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:21:37,760 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:39,761 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:41,761 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:47,764 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:51,765 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:52,337 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:21:52,338 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:21:55,767 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:21:59,769 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:01,770 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:05,772 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:05,844 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:22:07,568 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:22:07,569 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:22:07,772 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:11,774 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:13,775 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:17,777 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:19,777 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:21,778 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:22,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:22:22,803 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:22:25,780 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:27,781 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:29,782 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:33,783 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:35,784 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:35,922 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:22:37,785 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:38,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:22:38,024 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:22:39,786 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:40,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,520 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,525 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,527 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,528 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,528 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,528 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:40,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:41,787 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:43,788 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:45,789 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:47,789 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:49,790 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:51,688 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,698 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,702 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,702 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,791 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:51,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,976 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,976 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,979 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:51,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:22:53,314 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:22:53,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,746 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,746 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,747 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,748 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,751 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,752 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,753 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,753 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,754 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,755 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,756 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,756 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:53,792 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:55,609 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,610 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,612 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,615 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,619 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,620 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,622 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,622 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,623 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:55,793 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:56,546 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,546 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,551 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,558 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,558 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:56,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,383 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,392 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,392 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,392 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,394 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,397 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,397 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,480 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,481 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,487 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,489 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,489 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,580 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,580 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,581 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,581 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,583 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,583 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,585 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,586 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,587 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,587 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,588 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,589 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,590 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,590 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:57,794 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:22:58,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,271 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,280 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,280 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,481 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,481 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,487 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,489 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:58,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,194 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,206 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,206 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,211 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,261 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,262 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,266 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,271 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,356 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,358 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,360 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,390 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,392 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,397 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,397 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,398 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,487 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,497 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,498 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,498 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,499 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,542 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,542 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,545 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,546 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,546 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,547 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,548 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,548 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,551 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,553 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,582 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,583 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,586 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,586 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,587 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,588 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,589 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,589 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,591 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,592 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,594 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,595 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,595 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,597 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:22:59,794 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:00,190 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,190 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,194 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,317 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,317 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,318 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,319 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,321 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,321 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,323 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,323 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,324 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,325 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,325 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,420 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,421 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,424 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,424 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,425 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,425 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,426 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,427 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,429 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,430 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,431 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,431 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,432 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,433 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,434 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,434 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,447 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,447 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,450 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,451 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,451 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,452 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,456 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,456 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,457 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,458 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,459 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,460 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,461 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:00,461 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,280 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,286 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,286 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,288 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,290 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,290 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,307 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,308 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,310 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,310 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,320 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,320 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,323 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,323 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,324 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,324 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,325 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,328 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,328 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,331 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,333 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,377 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,377 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,380 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,382 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,383 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,386 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,386 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,388 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,389 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,389 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,390 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,390 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,795 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:01,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,923 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,929 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,931 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,932 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,933 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,933 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,938 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,946 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,947 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,949 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,951 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,963 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,966 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,966 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,969 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,974 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,974 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:01,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,030 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,030 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,032 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,053 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,192 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,194 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,908 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,908 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,921 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,921 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,933 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,933 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,938 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,939 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,945 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,945 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,946 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:02,947 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,015 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,018 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,019 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,021 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,021 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,022 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,631 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,635 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,636 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,636 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,638 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,639 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,642 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,642 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,643 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,715 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,715 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,718 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,718 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,720 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,721 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,723 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,723 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,725 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,727 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,727 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:03,796 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:04,527 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,527 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,531 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,531 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,532 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,533 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,534 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,535 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,539 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,539 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,540 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,541 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,542 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,543 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,543 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,544 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,698 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,702 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,720 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,723 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,723 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,725 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,729 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,730 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,731 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,731 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,732 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:04,732 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,290 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,319 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,319 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,320 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,320 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,321 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,322 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,323 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,324 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,325 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,328 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,328 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,414 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,483 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,487 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,487 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,488 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,488 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,489 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:05,797 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:06,001 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:23:06,864 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,865 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,869 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,869 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,871 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,871 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,872 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,873 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,875 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,876 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,877 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,878 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,879 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,880 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,881 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:06,881 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,108 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,109 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:07,798 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:08,537 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:23:08,538 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:23:09,459 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,460 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,462 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,463 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,463 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,464 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,469 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,469 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,471 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:09,798 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:10,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,074 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,074 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,077 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,078 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,080 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,080 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,081 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,082 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,082 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:10,083 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:23:11,799 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:13,800 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:15,801 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:17,802 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:19,803 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:21,804 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:23,763 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:23:23,763 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:23:23,804 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:25,805 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:27,806 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:32,808 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:36,078 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:23:36,810 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:39,001 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:23:39,002 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:23:40,812 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:44,814 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:48,815 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:50,816 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:54,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:23:54,235 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:23:54,818 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:23:58,820 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:00,821 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:04,822 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:06,157 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:24:06,823 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:09,536 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:24:09,537 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:24:10,825 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:12,826 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:14,827 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:16,827 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:20,829 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:22,830 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:24,762 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:24:24,762 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:24:24,831 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:26,832 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:27,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,090 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,576 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,576 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,755 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:27,858 DEBUG SenderThread:2194005 [sender.py:send():232] send: history +2022-10-25 10:24:28,081 DEBUG SenderThread:2194005 [sender.py:send():232] send: summary +2022-10-25 10:24:28,160 INFO SenderThread:2194005 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-10-25 10:24:28,932 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:28,933 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/wandb-summary.json +2022-10-25 10:24:32,934 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:34,935 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:36,283 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:24:36,936 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:38,936 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:39,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:24:39,987 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:24:40,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:40,937 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:42,938 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:43,462 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,462 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,471 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,471 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,474 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,474 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,475 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:43,476 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,186 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,187 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,190 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,191 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,192 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,192 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,194 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,194 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:44,939 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:46,063 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,071 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,071 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,074 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,077 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:46,940 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:48,838 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,838 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,841 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,842 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,842 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,843 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,844 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,844 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,847 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,847 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,848 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,849 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,850 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,850 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,851 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,851 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,931 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,931 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,934 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,935 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,935 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,936 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,937 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,940 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,941 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:48,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,942 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,943 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:48,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,622 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,623 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,626 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,627 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,628 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,629 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,631 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,631 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,778 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,778 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,781 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,781 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,783 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,786 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,787 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,789 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,790 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,791 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,791 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,816 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,816 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,817 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,818 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,820 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,820 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,821 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,822 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,823 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,823 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,824 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,825 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,844 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,845 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,848 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,848 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,849 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,849 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,850 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,851 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,853 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,853 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,854 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,855 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,856 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,856 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,857 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:49,857 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,635 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,636 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,636 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,638 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,639 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,641 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,642 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,643 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,643 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,744 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,748 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,748 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,750 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,751 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,753 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,753 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,754 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,755 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,756 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,757 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,757 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,758 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,897 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,897 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,900 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,905 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,906 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,907 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,908 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,910 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,910 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:50,942 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:51,394 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,498 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,499 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,509 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,509 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,511 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,511 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,512 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,680 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,681 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,683 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,684 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,684 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,686 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,686 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,687 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,690 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,691 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:51,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,518 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,519 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,521 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,522 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,522 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,523 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,524 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,524 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,526 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,527 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,528 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,530 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,530 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,531 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,531 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,590 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,590 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,594 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,594 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,595 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,599 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,599 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,601 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,602 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,602 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,603 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,603 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,659 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,659 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,660 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,660 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,661 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,662 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,664 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,664 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,665 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,666 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,667 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,668 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,668 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,669 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,698 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,702 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,704 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,705 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,706 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,708 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:52,942 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:53,142 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,142 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,145 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,147 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,148 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,149 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,151 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,151 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,153 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,156 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,187 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,187 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,190 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,190 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,191 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,192 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,225 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,225 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,238 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,238 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,250 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,251 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,254 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,254 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,261 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,261 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,262 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,275 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,275 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,278 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,280 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,331 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,336 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,337 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,398 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,398 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,401 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,463 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,464 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,469 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,474 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,475 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,476 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,476 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,477 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,482 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,482 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,487 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,488 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,488 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,506 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,506 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,508 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,509 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,511 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,512 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,512 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:53,513 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,142 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,145 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,147 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,148 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,148 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,151 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,151 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,153 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,238 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,284 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,290 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,354 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,354 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,356 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,360 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,362 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,363 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,363 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,364 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,895 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,898 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,899 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,899 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,900 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,904 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,905 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,906 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,907 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,908 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,910 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,921 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,921 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,923 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,924 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,928 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,943 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:54,976 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,979 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,987 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,988 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,988 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:54,989 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,094 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,095 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,098 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,100 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,100 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,101 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,101 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,106 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,107 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,109 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,112 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:24:55,217 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:24:55,859 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,860 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,863 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,863 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,864 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,864 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,865 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,866 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,868 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,868 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,869 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,870 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,871 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,871 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,872 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,872 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,912 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,912 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,914 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,917 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,921 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,921 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:55,922 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,716 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,716 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,720 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,721 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,725 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,727 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,729 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,785 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,789 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,789 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,790 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,791 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,793 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,793 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,794 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,795 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,796 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,798 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:56,944 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:24:58,083 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,087 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,088 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,090 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,094 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,095 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,096 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,098 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,098 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,215 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,217 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,217 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,221 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,221 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,297 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,299 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,300 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,300 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,303 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,306 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,307 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:24:58,945 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:00,548 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,553 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,553 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,557 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,558 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,558 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,560 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,560 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,576 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,579 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,579 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,580 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,581 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,582 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,582 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,583 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,583 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:25:00,946 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:02,947 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:04,948 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:06,364 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:25:06,949 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:08,949 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:10,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:25:10,466 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:25:10,950 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:12,951 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:14,952 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:16,952 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:20,954 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:24,956 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:25,796 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:25:25,796 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:25:28,958 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:32,960 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:36,443 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:25:36,961 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:38,962 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:41,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:25:41,034 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:25:42,964 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:46,966 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:48,966 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:50,967 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:54,969 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:56,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:25:56,357 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:25:56,970 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:25:58,971 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:02,972 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:04,973 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:06,523 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:26:06,974 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:08,975 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:10,976 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:11,606 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:26:11,606 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:26:12,976 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:14,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,225 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,684 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,690 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,691 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,691 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:14,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:16,978 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:18,979 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:20,980 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:23,981 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:25,982 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:26,836 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:26:26,836 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:26:27,983 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:28,708 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,709 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,711 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,712 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,712 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,713 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,714 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,715 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,717 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,718 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,721 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,721 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:28,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:29,984 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:31,985 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:33,985 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:34,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,471 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,476 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,476 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,477 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,478 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,479 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,479 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,480 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:34,481 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:35,986 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:36,017 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,018 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,021 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,022 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,028 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,030 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,032 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,069 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,071 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,078 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,078 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:36,602 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:26:37,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,053 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,057 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,061 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,649 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,650 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,651 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,652 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,657 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,659 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,659 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,660 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:37,987 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:38,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,708 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,711 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,711 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,712 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,712 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,714 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,714 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,716 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,717 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,718 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,720 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,721 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,721 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,727 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,728 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,730 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,732 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,732 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,733 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,734 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,734 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,736 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,738 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,739 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,740 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,741 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,741 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,742 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,777 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,778 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,778 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,779 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,780 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,780 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,783 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,783 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,785 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,786 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,787 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:38,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,242 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,243 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,244 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,245 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,247 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,310 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,311 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,316 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,318 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,319 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,321 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,322 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,323 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,325 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,328 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,328 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,397 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,497 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,497 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,499 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:39,988 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:40,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,177 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,180 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,180 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,187 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,187 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,276 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,276 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,280 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,280 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,283 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,284 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,286 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,288 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,288 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,290 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,329 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,329 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,332 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,334 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,336 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,336 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,478 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,478 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,481 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,482 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,482 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,483 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,484 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,487 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,488 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,489 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,491 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,954 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,954 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,958 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,959 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,963 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,964 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,964 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,966 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,966 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:40,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,021 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,021 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,032 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,067 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,068 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,068 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,078 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,080 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,100 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,101 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,102 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,102 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,103 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,104 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,106 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,106 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,108 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,108 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,109 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,808 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,813 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,817 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,818 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,820 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,821 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,822 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,822 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,823 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,889 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,890 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,893 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,895 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,896 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,898 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,898 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,899 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,900 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,963 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,964 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,966 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:41,989 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:42,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:26:42,058 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:26:42,489 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,498 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,499 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,609 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,610 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,612 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,615 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,620 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,623 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,625 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,626 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,761 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,762 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,765 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,765 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,766 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,767 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,768 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,769 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,770 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,771 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,772 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,772 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,775 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:42,775 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,340 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,344 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,345 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,349 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,354 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,354 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,482 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,483 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,488 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,488 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,591 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,592 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,594 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,595 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,597 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,598 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,601 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,602 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,603 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,604 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,604 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,605 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:43,990 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:44,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,035 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,057 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,061 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,063 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,065 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,068 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,242 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,242 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,244 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,245 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,249 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,789 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,790 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,792 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,793 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,794 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,795 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,796 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,798 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,799 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,800 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,801 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,804 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,804 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,825 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,825 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,828 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,828 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,831 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,831 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,833 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,834 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,835 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,836 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,837 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,837 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,838 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,838 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,894 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,895 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,896 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,897 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,898 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,900 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,904 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,904 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,905 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:44,906 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,018 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,019 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,022 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,027 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,030 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,032 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,033 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,036 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,427 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,429 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,431 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,432 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,433 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,434 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,436 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,436 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,438 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,439 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,440 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,441 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,442 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,443 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,444 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,445 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,498 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,499 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,499 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,508 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,508 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,572 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:45,991 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:46,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,238 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,238 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,243 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,243 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,245 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,247 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,247 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,345 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,345 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,348 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,349 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,362 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,364 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,365 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,365 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,366 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,367 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,367 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,369 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,370 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,371 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,371 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,373 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,373 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,374 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:46,374 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,619 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,622 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,623 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,626 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,626 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,628 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,629 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,631 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,631 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:47,991 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:48,288 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,293 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,296 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,297 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,300 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,300 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:48,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,506 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,508 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,509 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,512 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,513 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,515 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,516 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,517 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,518 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,520 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,520 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:49,992 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:50,260 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,261 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,269 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,270 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,271 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,273 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:50,274 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:26:51,993 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:53,994 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:55,994 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:57,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:26:57,302 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:26:57,995 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:26:59,996 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:01,997 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:06,683 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:27:07,999 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:12,001 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:12,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:27:12,557 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:27:16,003 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:20,004 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:24,006 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:26,007 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:27,780 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:27:27,780 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:27:30,009 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:34,011 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:36,012 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:36,763 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:27:38,013 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:42,015 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:43,177 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:27:43,177 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:27:44,016 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:48,017 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:50,018 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:52,019 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:54,020 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:56,021 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:27:58,422 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:27:58,422 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:28:00,022 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:01,723 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:01,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:01,726 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:01,727 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,023 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:02,191 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,379 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:02,483 DEBUG SenderThread:2194005 [sender.py:send():232] send: history +2022-10-25 10:28:02,717 DEBUG SenderThread:2194005 [sender.py:send():232] send: summary +2022-10-25 10:28:02,788 INFO SenderThread:2194005 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-10-25 10:28:03,024 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/wandb-summary.json +2022-10-25 10:28:04,024 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:06,025 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:06,900 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:28:08,026 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:10,027 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:13,644 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:28:13,646 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:28:14,028 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:16,029 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:18,030 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:20,031 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:22,031 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:23,087 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,088 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,094 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,095 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,101 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,101 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,102 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:23,102 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:24,032 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:25,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,095 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,096 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,098 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,100 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:25,101 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,033 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:26,562 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,568 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,572 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,576 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,578 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,670 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,670 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,677 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,678 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,678 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,678 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,678 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,679 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,679 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,679 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,681 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,681 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,683 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,683 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,684 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:26,684 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,362 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,362 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,363 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,363 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,365 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,366 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,369 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,370 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,371 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,372 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,373 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:27,373 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:28,034 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:28,870 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:28:28,870 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:28:29,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,074 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,076 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,077 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,078 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,080 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,082 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,082 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,087 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,114 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,117 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,777 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,777 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,780 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,781 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,786 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,787 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,790 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,790 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,791 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,791 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,802 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,803 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,805 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,807 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,808 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,810 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,813 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,816 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,817 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,818 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,820 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,964 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,965 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,967 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,969 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,971 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,974 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:29,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,035 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:30,439 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,440 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,444 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,445 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,446 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,448 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,449 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,450 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,452 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,454 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,455 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,456 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,457 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,458 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,459 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,460 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,570 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,572 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,576 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,578 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,580 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,580 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,581 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,582 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,582 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,583 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,625 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,627 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,628 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,628 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,629 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,630 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,631 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,632 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,634 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,636 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,636 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,638 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,638 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,698 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,698 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,704 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,704 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,706 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,706 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,708 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,708 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,710 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,710 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,712 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,712 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,713 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:30,713 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,536 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,537 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,540 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,540 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,541 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,541 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,543 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,543 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,545 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,545 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,547 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,547 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:31,551 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,036 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:32,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,053 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,167 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,200 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,207 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,207 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,211 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,211 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,334 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,338 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,339 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,340 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,345 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,345 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,347 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,348 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,976 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,979 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,979 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:32,987 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,015 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,015 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,016 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,018 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,018 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,020 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,020 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,022 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,022 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,023 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,024 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,142 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,146 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,147 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,147 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,149 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,149 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,151 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,152 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,153 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,154 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,155 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,156 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,156 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,180 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,180 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,182 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,184 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,186 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,605 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,605 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,608 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,608 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,609 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,609 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,615 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,618 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,676 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,677 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,679 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,679 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,680 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,680 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,682 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,683 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,684 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,685 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,686 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,687 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,688 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,688 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,689 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,737 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,737 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,740 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,740 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,741 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,741 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,747 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,747 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,748 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:33,750 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,036 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:34,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,369 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,371 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,372 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,372 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,373 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,374 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,375 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,376 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,378 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,379 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,379 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,380 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,382 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,521 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,521 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,524 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,525 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,525 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,526 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,527 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,527 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,531 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,531 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,533 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,534 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,534 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,535 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,564 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,565 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,565 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,566 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,570 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,572 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,574 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,615 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,615 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,619 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,620 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,621 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,622 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,623 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,623 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,624 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:34,625 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,057 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,060 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,061 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,063 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,065 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,080 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,081 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,083 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,088 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,090 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,093 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,094 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,167 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,786 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,787 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,790 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,791 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,792 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,792 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,794 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,794 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,796 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,798 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,799 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,800 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,800 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,801 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,801 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,806 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,810 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,810 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,812 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,816 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,817 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,817 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,818 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:35,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,037 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:36,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,417 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,417 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,418 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,419 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,420 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,420 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,445 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,445 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,448 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,448 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,449 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,449 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,450 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,451 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,452 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,454 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,455 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,456 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,457 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,457 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,458 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,527 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,528 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,530 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,530 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,531 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,532 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,533 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,533 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,535 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,536 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,537 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,537 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,538 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,539 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,539 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,540 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:36,981 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:28:37,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,161 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,176 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,177 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,179 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,815 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,816 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,818 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,820 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,821 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,821 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,822 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,824 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,825 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,826 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,826 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,828 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,829 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:37,830 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,038 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:38,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,570 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,570 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,571 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,572 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,575 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,576 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,578 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,578 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,579 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:38,579 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,065 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,065 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,068 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,068 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,071 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,074 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,075 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,118 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,119 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,121 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,122 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,123 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,126 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,127 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,128 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,131 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,131 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,132 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,251 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,251 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,254 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,255 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,256 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,258 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,259 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,260 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,261 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,261 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,263 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:39,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,039 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:40,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,471 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,475 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,475 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,477 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,477 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,478 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,479 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,479 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,480 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,489 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,490 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,493 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,498 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,498 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,499 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,500 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,502 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,503 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,546 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,547 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,549 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,550 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,551 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,552 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,554 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,558 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:40,560 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,040 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:42,893 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,893 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,896 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,897 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,898 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,899 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,900 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,900 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,904 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,905 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,906 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,906 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,907 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:42,907 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:28:44,040 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:44,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:28:44,092 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:28:46,041 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:48,042 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:50,043 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:56,045 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:28:59,323 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:28:59,324 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:29:00,047 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:04,049 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:06,050 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:07,060 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:29:10,051 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:14,053 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:14,545 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:29:14,545 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:29:16,054 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:21,056 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:23,057 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:27,059 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:29,059 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:29,769 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:29:29,770 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:29:33,061 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:35,062 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:37,063 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:37,139 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:29:39,064 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:43,065 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:44,994 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:29:44,994 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:29:45,066 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:47,067 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:48,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:48,972 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:48,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:48,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:49,068 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:49,458 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:49,463 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:49,464 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:49,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:49,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:49,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:49,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:49,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:29:51,069 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:53,070 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:55,070 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:57,071 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:29:59,072 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:00,251 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:30:00,251 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:30:01,073 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:03,074 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:06,075 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:07,217 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:30:08,076 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:10,077 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:12,078 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:13,380 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,384 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,385 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,385 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,389 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,390 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,394 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:13,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:14,079 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:15,494 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:30:15,494 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:30:16,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,034 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,038 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,043 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,044 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,045 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,080 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:16,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,910 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,910 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,910 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,911 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,911 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,914 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,919 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:16,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,748 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,749 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,750 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,751 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,752 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,752 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,754 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,755 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,756 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,757 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,758 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,759 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,760 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:17,761 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:18,081 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:19,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,293 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,295 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,296 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,298 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,299 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,300 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,301 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,346 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,349 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,350 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,356 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,358 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,360 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,879 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,879 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,882 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,883 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,883 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,884 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,885 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,886 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,888 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,888 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,889 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,890 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,947 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,947 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,951 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,951 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,952 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,953 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,955 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,955 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,958 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,959 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,959 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:19,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,082 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:20,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,694 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,698 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,704 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,705 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,706 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,708 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,731 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,731 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,734 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,735 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,735 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,736 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,737 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,738 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,739 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,740 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,741 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,742 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,743 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,744 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:20,745 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,558 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,559 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,560 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,562 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,564 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,564 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,565 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,565 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,567 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,568 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:21,568 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,082 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:22,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,186 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,186 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,187 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,189 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,190 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,191 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,192 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,195 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,217 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,219 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,221 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,225 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,254 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,254 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,258 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,258 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,260 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,261 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,262 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,265 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,266 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,318 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,319 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,319 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,320 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,321 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,322 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,324 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,324 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,325 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,327 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,328 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,328 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,376 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,376 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,379 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,380 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,380 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,381 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,382 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,383 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,385 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,385 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,386 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,388 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,388 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,389 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,390 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,401 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,403 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,410 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,412 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,761 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,762 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,765 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,767 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,768 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,770 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,771 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,772 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,774 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,776 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,777 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,778 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,779 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,780 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,781 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,782 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,902 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,903 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,905 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,907 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,907 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,908 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,909 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,911 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,912 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,914 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,915 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,916 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,950 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,951 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,953 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,954 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,955 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,955 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,957 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,958 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,960 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,961 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,962 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,963 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,963 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:22,964 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,604 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,604 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,607 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,607 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,608 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,608 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,610 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,612 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,616 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,617 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,703 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,706 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,706 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,709 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,709 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,711 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,711 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,713 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,713 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,715 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,715 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,716 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:23,716 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,083 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:24,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,160 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,164 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,169 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,234 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,238 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,239 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,240 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,241 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,242 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,981 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,987 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,988 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,990 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,991 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,993 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,993 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,995 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,996 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,997 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:24,997 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,046 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,047 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,049 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,050 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,051 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,079 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,082 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,082 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,083 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,084 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,087 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,087 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,089 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,090 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,091 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,092 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,131 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,133 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,134 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,134 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,135 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,136 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,137 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,140 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,142 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,143 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,144 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,144 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,687 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,687 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,690 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,691 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,691 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,693 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,699 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:25,700 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,084 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:26,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,206 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,209 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,210 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,211 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,212 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,213 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,218 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,221 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,221 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,222 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,226 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,281 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,284 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,285 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,286 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,287 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,289 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,290 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,293 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,293 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,294 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,299 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,299 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,303 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,303 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,304 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,305 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,307 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,307 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,308 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,309 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,310 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,311 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,312 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,313 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,348 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,349 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,354 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,356 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,357 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,358 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,360 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,361 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,362 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,399 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,400 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,401 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,402 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,404 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,405 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,406 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,878 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,878 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,881 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,882 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,882 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,884 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,884 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,885 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,887 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,887 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,889 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,890 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:26,892 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,053 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,059 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,061 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,062 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,064 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,068 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,071 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,085 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:28,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,099 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,102 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,102 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,103 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,103 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,105 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,105 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,107 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,107 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,108 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,109 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,110 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,111 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,162 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,163 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,165 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,166 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,168 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,170 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,171 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,172 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,173 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,174 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,175 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,193 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,194 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,196 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,197 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,198 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,199 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,201 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,204 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,205 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,206 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,974 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,977 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,978 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,980 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,985 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:28,987 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,422 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,423 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,425 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,425 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,426 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,426 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,428 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,428 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,430 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,430 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,431 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,432 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,433 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,433 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,434 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:29,434 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,086 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:30,460 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,461 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,463 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,464 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,464 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,465 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,468 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,470 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,471 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,472 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,505 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,508 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,508 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,509 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,510 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,512 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,512 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,514 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,514 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,515 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,516 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,516 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,517 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:30,746 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:30:30,746 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:30:31,223 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,224 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,227 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,228 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,229 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,230 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,232 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,233 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,237 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,647 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,649 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,650 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,650 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,651 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,652 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,652 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,658 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,658 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,659 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:31,659 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,087 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:32,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,646 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,653 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,654 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,655 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,657 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,657 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,657 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:32,658 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,705 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,705 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,708 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,708 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,709 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,710 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,711 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,711 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,713 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,713 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,714 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,715 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,716 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,717 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,717 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:33,718 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:30:34,087 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:36,088 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:37,297 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:30:38,089 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:44,092 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:46,116 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:30:46,117 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:30:48,094 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:52,096 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:54,096 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:30:58,098 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:01,424 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:31:01,424 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:31:02,100 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:04,101 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:07,380 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:31:08,103 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:10,104 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:12,105 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:16,106 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:16,750 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:31:16,750 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:31:18,107 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:22,109 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:24,109 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:26,110 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:28,111 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:30,112 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:31,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:31:31,973 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:31:34,114 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:35,926 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:35,927 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:35,929 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:35,930 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,115 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:36,386 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,391 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,392 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,394 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,394 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,395 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 10:31:36,659 DEBUG SenderThread:2194005 [sender.py:send():232] send: history +2022-10-25 10:31:36,895 DEBUG SenderThread:2194005 [sender.py:send():232] send: summary +2022-10-25 10:31:36,980 INFO SenderThread:2194005 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-10-25 10:31:37,115 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/wandb-summary.json +2022-10-25 10:31:37,484 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:31:38,116 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:39,116 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:40,116 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:43,118 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:45,119 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:47,120 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:47,272 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:31:47,273 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:31:49,121 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:51,122 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:53,123 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:55,124 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:57,124 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:31:59,125 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:01,126 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:02,570 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:32:02,571 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:32:03,127 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:05,128 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:07,129 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:07,562 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:32:09,130 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:11,131 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:13,132 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:15,133 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:17,134 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:17,797 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:32:17,798 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:32:19,134 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:21,135 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:23,136 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:25,137 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:27,138 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:29,139 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:31,140 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:33,141 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:33,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:32:33,341 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:32:35,141 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:37,142 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:37,641 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:32:39,143 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:41,144 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:43,145 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:45,146 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:47,147 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:48,555 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:32:48,555 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:32:49,147 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:51,148 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:53,149 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:56,150 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:32:58,151 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:00,152 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:02,153 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:03,810 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:33:03,811 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:33:04,154 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:06,155 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:07,718 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:33:08,156 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:10,157 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:12,158 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:14,158 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:16,159 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:18,160 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:19,031 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:33:19,031 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:33:20,161 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:22,161 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:24,162 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:26,163 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:28,164 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:30,165 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:32,166 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:34,166 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:34,393 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:33:34,393 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:33:36,167 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:37,795 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:33:38,168 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:40,169 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:42,170 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:44,170 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:46,171 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:48,172 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:49,692 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:33:49,692 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:33:50,173 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:52,174 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:54,175 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:56,176 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:33:58,177 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:00,177 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:02,178 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:04,925 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:34:04,926 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:34:05,179 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:07,180 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:07,872 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:34:09,181 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:11,182 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:13,183 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:15,184 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:17,185 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:19,186 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:20,248 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:34:20,249 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:34:21,187 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:23,188 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:25,188 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:27,189 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:29,190 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:31,191 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:33,192 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:35,192 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:35,562 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:34:35,562 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:34:37,193 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:37,952 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:34:39,194 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:41,195 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:43,196 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:45,197 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:47,198 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:49,199 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:50,914 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:34:50,914 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:34:51,199 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:53,200 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:55,201 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:57,202 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:34:59,203 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:01,204 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:03,204 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:06,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:35:06,140 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:35:06,206 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:08,031 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:35:08,207 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:10,208 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:12,209 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:14,209 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:16,210 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:18,211 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:20,212 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:21,473 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:35:21,473 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:35:22,213 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:24,214 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:26,215 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:28,216 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:30,217 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:32,217 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:34,218 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:36,219 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:36,789 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:35:36,789 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:35:38,109 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:35:38,219 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:40,220 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:42,221 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:44,222 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:46,223 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:48,224 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:50,225 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:52,048 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:35:52,049 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:35:52,226 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:54,227 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:56,228 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:35:58,229 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:00,230 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:02,231 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:04,232 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:06,233 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:07,351 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:36:07,352 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:36:08,189 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:36:08,234 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:10,235 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:12,236 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:14,237 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:16,238 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:18,239 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:21,240 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:22,662 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:36:22,662 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:36:23,241 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:25,242 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:27,243 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:29,245 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:31,246 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:33,247 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:35,248 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:37,249 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:37,886 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:36:37,887 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:36:38,269 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:36:39,250 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:41,251 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:43,252 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:45,253 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:47,254 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:49,255 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:51,256 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:53,158 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:36:53,158 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:36:53,256 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:55,258 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:57,258 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:36:59,259 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:01,260 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:03,260 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:05,261 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:07,262 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:08,348 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:37:08,518 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:37:08,518 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:37:09,263 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:11,264 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:13,265 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:16,266 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:18,267 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:20,268 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:22,269 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:23,742 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:37:23,742 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:37:24,270 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:26,272 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:28,272 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:30,274 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:32,275 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:34,276 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:36,277 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:38,278 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:38,427 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:37:38,965 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:37:38,965 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:37:40,279 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:42,280 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:44,281 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:46,282 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:48,283 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:50,284 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:52,285 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:54,286 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:54,396 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:37:54,397 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:37:56,286 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:37:58,287 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:00,288 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:02,289 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:04,290 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:06,291 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:08,292 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:08,506 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:38:09,746 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:38:09,746 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:38:10,293 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:12,294 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:14,295 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:16,296 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:18,297 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:20,298 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:22,300 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:24,300 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:25,040 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:38:25,040 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:38:26,301 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:29,303 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:31,304 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:33,305 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:35,306 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:37,307 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:38,587 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:38:39,308 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:40,262 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:38:40,262 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:38:41,309 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:43,310 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:45,311 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:47,312 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:49,313 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:51,314 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:53,315 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:55,316 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:55,485 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:38:55,485 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:38:57,318 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:38:59,319 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:01,320 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:03,321 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:05,322 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:07,323 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:08,670 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:39:09,324 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:10,716 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:39:10,717 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:39:11,325 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:13,326 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:15,326 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:17,327 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:19,328 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:21,329 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:23,330 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:25,331 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:26,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:39:26,054 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:39:27,332 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:29,333 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:31,334 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:33,335 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:35,336 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:37,337 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:38,751 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:39:39,337 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:41,338 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:41,433 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:39:41,433 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:39:43,339 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:45,340 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:47,341 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:49,342 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:51,343 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:53,344 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:55,345 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:39:56,657 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:39:56,658 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:39:58,346 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:00,347 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:02,348 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:04,349 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:06,350 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:08,351 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:08,828 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:40:10,352 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:12,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:40:12,008 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:40:12,353 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:14,354 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:16,355 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:18,356 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:20,357 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:22,358 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:24,359 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:26,360 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:27,359 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:40:27,359 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:40:28,365 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:30,365 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:32,366 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:34,367 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:36,368 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:38,369 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:38,908 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:40:40,370 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:42,371 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:42,648 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:40:42,648 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:40:44,372 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:46,373 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:48,374 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:50,375 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:52,376 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:54,377 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:56,378 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:40:57,944 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:40:57,944 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:40:58,378 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:00,379 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:02,380 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:04,381 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:06,382 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:08,383 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:08,988 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:41:10,384 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:12,385 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:13,236 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:41:13,237 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:41:14,386 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:17,387 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:19,388 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:21,389 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:23,390 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:25,391 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:27,392 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:28,467 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:41:28,467 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:41:29,393 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:31,394 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:33,395 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:35,396 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:37,397 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:39,068 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:41:39,398 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:41,399 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:43,400 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:43,788 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:41:43,788 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:41:45,401 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:47,402 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:49,402 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:51,403 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:53,404 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:55,405 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:57,406 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:41:59,077 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:41:59,077 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:41:59,407 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:01,408 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:03,409 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:05,410 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:07,410 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:09,148 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:42:09,411 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:11,412 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:13,413 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:15,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:42:15,067 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:42:15,414 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:17,415 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:19,416 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:21,417 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:23,418 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:25,418 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:28,420 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:30,291 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:42:30,291 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:42:30,421 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:32,422 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:34,423 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:36,424 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:38,425 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:39,229 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:42:40,426 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:42,426 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:44,427 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:45,516 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:42:45,516 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:42:46,428 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:48,429 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:50,430 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:52,431 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:54,432 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:56,433 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:42:58,434 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:00,435 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:00,809 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:43:00,809 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:43:02,436 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:04,437 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:06,438 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:08,439 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:09,309 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:43:10,439 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:12,440 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:14,441 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:16,058 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:43:16,059 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:43:16,442 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:18,443 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:20,444 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:22,445 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:24,446 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:26,447 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:28,448 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:30,449 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:31,295 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:43:31,295 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:43:32,450 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:34,451 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:37,452 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:39,390 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:43:39,453 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:41,454 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:43,455 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:45,456 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:46,597 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:43:46,598 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:43:47,457 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:49,458 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:51,459 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:53,460 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:55,461 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:57,462 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:43:59,463 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:01,464 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:01,964 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:44:01,965 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:44:03,465 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:05,466 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:07,466 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:09,468 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:09,471 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:44:11,469 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:13,470 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:15,471 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:17,203 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:44:17,203 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:44:17,472 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:19,473 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:21,474 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:23,475 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:25,476 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:27,476 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:29,477 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:31,478 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:32,449 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:44:32,450 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:44:33,479 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:35,480 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:37,481 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:39,482 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:39,551 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:44:41,483 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:43,484 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:45,485 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:47,486 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:47,757 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:44:47,758 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:44:49,487 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:51,488 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:53,489 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:55,489 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:57,490 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:44:59,491 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:01,492 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:02,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:45:02,984 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:45:03,493 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:05,494 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:07,495 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:09,496 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:09,631 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:45:11,497 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:13,498 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:15,499 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:17,500 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:18,355 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:45:18,355 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:45:19,500 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:21,501 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:23,502 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:25,503 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:27,504 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:29,505 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:31,506 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:33,507 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:33,577 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:45:33,578 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:45:35,508 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:37,509 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:39,509 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:39,711 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:45:42,511 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:44,512 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:46,513 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:48,514 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:48,872 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:45:48,872 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:45:50,515 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:52,516 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:54,517 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:56,517 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:45:58,518 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:00,519 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:02,520 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:04,183 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:46:04,184 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:46:04,521 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:06,522 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:08,523 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:09,791 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:46:10,524 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:12,524 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:14,525 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:16,526 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:18,527 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:19,409 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:46:19,410 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:46:20,528 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:22,529 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:24,529 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:26,530 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:28,531 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:30,531 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:32,532 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:34,533 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:34,668 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:46:34,668 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:46:36,534 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:38,534 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:39,871 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:46:40,535 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:42,536 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:44,537 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:46,537 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:48,538 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:50,026 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:46:50,026 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:46:50,539 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:52,540 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:55,541 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:57,541 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:46:59,542 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:01,543 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:03,544 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:05,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:47:05,341 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:47:05,544 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:07,545 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:09,546 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:09,951 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:47:11,547 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:13,548 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:15,549 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:17,549 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:19,550 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:20,570 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:47:20,570 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:47:21,551 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:23,552 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:25,553 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:27,553 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:29,554 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:31,555 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:33,556 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:35,557 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:35,796 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:47:35,796 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:47:37,558 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:39,559 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:40,029 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:47:41,559 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:43,560 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:45,561 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:47,562 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:49,563 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:51,130 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:47:51,130 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:47:51,563 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:53,564 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:55,565 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:57,565 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:47:59,566 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:01,567 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:03,568 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:05,569 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:06,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:48:06,368 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:48:08,570 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:10,108 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:48:10,571 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:12,572 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:14,573 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:16,573 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:18,574 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:20,575 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:21,592 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:48:21,592 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:48:22,576 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:24,577 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:26,578 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:28,579 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:30,579 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:32,580 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:34,581 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:36,582 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:36,817 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:48:36,817 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:48:38,583 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:40,186 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:48:40,584 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:42,584 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:44,585 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:46,586 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:48,587 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:50,588 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:52,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:48:52,040 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:48:52,589 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:54,590 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:56,591 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:48:58,592 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:00,592 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:02,593 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:04,594 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:06,595 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:07,314 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:49:07,315 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:49:08,596 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:10,266 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:49:10,597 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:12,598 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:14,598 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:16,599 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:18,600 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:20,601 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:22,532 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:49:22,533 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:49:22,601 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:24,602 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:26,603 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:28,604 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:31,605 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:33,605 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:35,606 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:37,607 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:37,961 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:49:37,961 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:49:39,608 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:40,345 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:49:41,608 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:43,609 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:45,610 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:47,611 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:49,612 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:51,613 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:53,216 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:49:53,217 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:49:53,614 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:55,615 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:57,616 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:49:59,616 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:01,617 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:03,618 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:05,619 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:07,620 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:08,445 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:50:08,445 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:50:09,620 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:10,425 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:50:11,621 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:13,622 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:15,623 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:17,624 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:19,625 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:21,626 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:23,626 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:23,751 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:50:23,751 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:50:25,627 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:27,628 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:29,629 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:31,630 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:33,631 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:35,631 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:37,632 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:39,073 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:50:39,073 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:50:39,633 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:40,503 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:50:41,634 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:43,635 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:45,636 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:47,636 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:49,637 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:51,638 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:53,639 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:54,475 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:50:54,476 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:50:56,640 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:50:58,641 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:00,642 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:02,643 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:04,644 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:06,645 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:08,645 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:09,696 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:51:09,696 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:51:10,581 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:51:10,646 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:12,647 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:14,648 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:16,649 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:18,650 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:20,651 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:22,652 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:24,653 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:25,006 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:51:25,006 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:51:26,654 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:28,654 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:30,655 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:32,656 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:34,657 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:36,658 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:38,659 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:40,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:51:40,267 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:51:40,660 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:51:40,664 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:42,665 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:44,665 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:46,666 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:48,667 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:50,668 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:52,669 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:54,670 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:55,563 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:51:55,563 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:51:56,670 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:51:58,671 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:00,672 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:03,674 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:05,675 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:07,676 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:09,676 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:10,739 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:52:10,789 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:52:10,790 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:52:11,677 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:13,678 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:15,679 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:17,680 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:19,681 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:21,682 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:23,683 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:25,684 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:26,012 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:52:26,012 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:52:27,685 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:29,685 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:31,686 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:33,687 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:35,687 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:37,688 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:39,689 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:40,819 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:52:41,416 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:52:41,417 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:52:41,690 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:43,690 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:45,691 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:47,692 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:49,693 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:51,693 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:53,694 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:55,695 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:56,668 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:52:56,669 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:52:57,696 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:52:59,696 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:01,697 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:03,698 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:05,699 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:07,699 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:09,700 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:10,900 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:53:11,701 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:11,983 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:53:11,984 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:53:13,702 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:15,702 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:17,703 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:19,704 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:21,704 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:23,705 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:25,706 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:27,208 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:53:27,208 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:53:27,707 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:29,707 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:32,708 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:34,709 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:36,710 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:38,710 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:40,711 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:40,979 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:53:42,536 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:53:42,537 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:53:42,712 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:44,713 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:46,713 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:48,714 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:50,715 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:52,715 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:54,716 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:56,717 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:53:57,761 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:53:57,761 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:53:58,717 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:00,718 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:02,719 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:04,720 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:06,720 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:08,721 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:10,722 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:11,059 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:54:12,723 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:13,029 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:54:13,030 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:54:14,723 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:16,724 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:18,725 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:20,725 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:22,726 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:24,727 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:26,728 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:28,257 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:54:28,257 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:54:28,728 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:30,729 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:32,730 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:34,731 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:36,732 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:38,732 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:40,733 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:41,138 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:54:42,734 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:43,486 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:54:43,486 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:54:44,735 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:46,735 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:48,736 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:50,737 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:52,738 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:54,739 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:56,740 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:58,740 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:54:58,776 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:54:58,776 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:55:00,741 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:02,742 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:05,744 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:07,745 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:09,746 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:11,217 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:55:11,746 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:13,747 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:14,085 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:55:14,086 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:55:15,748 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:17,749 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:19,750 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:21,751 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:23,752 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:25,753 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:27,754 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:29,371 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:55:29,371 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:55:29,755 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:31,756 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:33,757 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:35,757 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:37,758 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:39,759 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:41,296 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:55:41,760 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:43,760 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:44,595 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:55:44,595 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:55:45,761 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:47,762 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:49,763 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:51,764 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:53,764 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:55,765 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:57,766 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:59,767 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:55:59,984 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:55:59,985 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:56:01,768 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:03,769 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:05,770 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:07,771 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:10,772 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:11,375 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:56:12,773 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:14,774 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:15,303 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:56:15,303 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:56:16,775 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:18,776 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:20,777 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:22,778 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:24,779 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:26,780 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:28,781 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:30,622 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:56:30,622 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:56:30,782 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:32,783 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:34,784 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:36,785 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:38,786 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:40,787 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:41,457 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:56:42,788 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:44,789 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:45,860 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:56:45,860 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:56:46,790 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:48,791 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:50,792 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:52,793 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:54,793 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:56,794 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:56:58,795 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:00,796 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:01,264 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:57:01,265 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:57:02,797 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:04,798 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:06,799 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:08,800 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:11,535 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:57:11,801 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:13,802 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:15,803 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:16,495 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:57:16,495 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:57:17,804 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:19,805 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:21,806 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:23,807 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:25,808 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:27,809 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:29,810 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:31,721 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:57:31,722 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:57:31,811 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:33,812 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:35,813 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:37,814 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:39,815 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:41,614 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:57:41,815 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:43,816 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:45,817 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:46,941 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:57:46,941 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:57:47,818 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:49,819 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:51,820 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:53,821 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:55,822 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:57,823 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:57:59,824 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:01,825 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:02,246 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:58:02,246 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:58:03,826 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:05,826 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:07,827 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:09,828 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:11,694 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:58:11,829 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:13,829 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:15,830 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:17,507 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:58:17,507 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:58:17,831 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:20,832 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:22,833 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:24,834 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:26,835 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:28,836 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:30,837 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:32,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:58:32,814 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:58:32,837 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:34,838 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:36,839 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:38,840 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:40,841 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:41,772 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:58:42,842 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:44,842 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:46,843 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:48,037 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:58:48,037 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:58:48,844 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:50,845 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:52,846 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:54,846 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:56,847 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:58:58,848 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:00,849 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:02,849 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:03,383 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:59:03,383 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:59:04,850 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:06,851 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:08,852 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:10,853 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:11,851 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:59:12,856 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:14,857 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:16,857 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:18,714 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:59:18,714 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:59:18,858 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:20,859 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:22,860 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:24,860 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:26,861 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:28,862 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:30,863 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:32,864 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:34,010 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:59:34,010 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:59:34,864 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:36,865 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:38,866 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:40,867 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:41,929 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 10:59:42,868 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:44,868 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:46,869 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:48,870 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:49,282 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 10:59:49,282 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 10:59:50,871 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:52,871 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:54,872 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:56,873 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 10:59:58,874 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:01,875 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:03,876 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:04,600 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:00:04,601 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:00:05,877 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:07,878 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:09,879 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:11,879 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:12,008 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:00:13,880 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:15,881 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:17,882 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:19,826 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:00:19,826 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:00:19,883 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:21,884 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:23,885 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:25,886 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:27,886 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:29,887 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:31,888 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:33,889 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:35,039 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:00:35,040 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:00:35,890 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:37,891 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:39,892 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:41,892 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:42,086 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:00:43,893 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:45,894 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:47,895 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:49,896 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:50,335 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:00:50,335 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:00:51,897 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:53,898 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:55,899 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:00:58,900 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:00,901 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:02,901 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:04,902 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:05,711 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:01:05,712 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:01:06,903 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:08,904 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:10,905 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:12,167 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:01:12,906 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:14,907 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:16,908 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:18,909 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:20,910 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:20,973 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:01:20,973 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:01:22,910 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:24,911 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:26,912 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:28,913 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:30,914 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:32,915 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:34,916 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:36,268 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:01:36,269 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:01:36,917 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:38,917 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:40,918 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:42,246 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:01:42,919 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:44,920 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:46,921 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:48,921 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:50,922 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:51,488 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:01:51,488 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:01:52,923 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:54,924 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:56,924 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:01:58,925 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:00,926 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:02,926 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:04,927 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:06,742 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:02:06,743 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:02:06,928 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:08,929 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:10,930 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:12,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:02:12,930 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:14,931 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:16,932 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:18,933 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:20,933 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:21,975 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:02:21,975 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:02:22,934 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:24,935 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:26,936 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:28,936 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:30,937 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:32,938 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:34,939 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:36,940 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:37,337 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:02:37,338 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:02:39,941 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:41,942 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:42,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:02:43,942 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:45,943 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:47,944 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:49,944 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:51,945 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:52,701 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:02:52,701 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:02:53,946 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:55,947 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:57,947 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:02:59,948 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:01,949 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:03,950 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:05,951 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:07,951 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:07,992 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:03:07,993 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:03:09,952 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:11,953 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:12,486 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:03:13,954 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:15,954 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:17,955 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:19,956 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:21,957 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:23,214 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:03:23,214 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:03:23,957 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:25,958 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:27,959 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:29,960 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:31,960 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:33,961 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:35,962 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:37,963 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:38,587 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:03:38,587 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:03:39,963 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:41,964 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:42,564 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:03:43,965 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:45,966 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:47,966 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:49,967 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:51,968 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:53,969 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:54,010 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:03:54,011 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:03:55,969 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:57,970 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:03:59,971 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:01,971 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:03,972 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:05,973 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:07,974 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:09,235 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:04:09,236 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:04:09,974 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:12,644 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:04:12,975 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:14,976 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:16,977 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:18,978 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:20,978 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:22,979 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:24,912 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:04:24,912 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:04:24,980 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:26,981 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:28,982 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:30,982 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:32,983 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:34,984 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:36,985 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:38,985 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:40,288 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:04:40,288 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:04:40,986 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:42,723 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:04:42,987 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:44,988 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:46,988 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:48,989 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:50,990 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:52,990 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:54,991 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:55,524 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:04:55,525 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:04:56,992 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:04:58,993 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:00,994 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:02,994 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:05,995 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:07,996 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:09,997 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:10,744 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:05:10,744 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:05:11,998 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:12,802 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:05:13,998 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:15,999 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:18,000 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:20,001 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:22,001 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:24,002 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:26,003 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:26,129 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:05:26,129 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:05:28,004 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:30,004 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:32,005 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:34,006 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:36,007 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:38,008 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:40,008 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:41,353 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:05:41,354 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:05:42,009 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:42,881 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:05:44,010 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:46,011 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:48,012 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:50,012 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:52,013 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:54,014 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:56,015 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:05:56,751 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:05:56,752 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:05:58,016 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:00,016 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:02,017 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:04,018 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:06,019 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:08,020 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:10,020 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:11,979 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:06:11,979 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:06:12,021 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:12,960 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:06:14,022 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:16,023 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:18,024 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:20,025 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:22,026 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:24,027 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:26,027 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:27,364 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:06:27,364 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:06:28,028 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:31,029 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:33,030 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:35,031 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:37,032 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:39,033 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:41,034 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:42,593 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:06:42,593 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:06:43,034 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:43,039 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:06:45,035 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:47,036 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:49,037 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:51,038 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:53,039 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:55,040 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:57,040 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:06:57,884 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:06:57,884 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:06:59,041 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:01,042 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:03,043 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:05,044 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:07,044 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:09,045 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:11,046 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:13,047 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:13,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:07:13,113 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:07:13,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:07:15,048 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:17,048 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:19,049 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:21,050 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:23,051 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:25,052 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:27,052 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:28,426 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:07:28,426 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:07:29,053 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:31,054 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:33,055 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:35,055 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:37,056 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:40,057 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:42,058 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:43,198 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:07:43,730 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:07:43,730 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:07:44,059 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:46,060 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:48,061 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:50,061 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:52,062 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:54,063 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:56,064 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:58,065 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:07:59,115 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:07:59,115 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:08:00,066 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:02,066 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:04,067 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:06,068 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:08,069 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:10,070 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:12,070 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:13,277 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:08:14,071 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:15,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:08:15,140 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:08:16,072 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:18,072 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:20,073 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:22,074 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:24,075 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:26,076 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:28,076 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:30,077 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:30,392 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:08:30,393 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:08:32,078 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:34,079 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:36,080 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:38,081 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:40,081 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:42,082 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:43,357 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:08:44,083 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:45,724 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:08:45,725 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:08:46,084 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:48,085 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:50,085 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:52,086 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:54,087 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:56,088 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:08:58,089 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:00,090 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:01,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:09:01,025 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:09:02,092 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:05,092 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:07,093 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:09,094 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:11,094 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:13,095 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:13,437 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:09:15,096 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:16,302 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:09:16,302 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:09:17,097 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:19,097 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:21,098 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:23,099 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:25,099 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:27,100 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:29,100 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:31,101 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:31,523 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:09:31,523 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:09:33,102 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:35,103 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:37,104 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:39,105 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:41,106 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:43,107 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:43,517 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:09:45,108 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:46,808 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:09:46,808 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:09:47,109 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:49,110 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:51,111 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:53,112 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:55,113 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:57,114 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:09:59,114 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:01,115 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:02,120 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:10:02,121 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:10:04,117 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:06,118 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:08,119 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:10,120 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:12,121 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:13,596 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:10:14,122 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:16,123 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:17,599 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:10:17,600 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:10:18,124 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:20,124 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:22,125 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:24,126 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:26,127 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:28,129 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:30,130 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:32,130 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:32,845 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:10:32,845 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:10:34,131 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:36,132 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:38,133 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:40,134 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:42,135 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:43,676 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:10:44,136 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:46,137 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:48,072 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:10:48,072 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:10:48,138 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:50,139 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:52,140 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:54,141 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:56,142 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:10:58,143 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:00,144 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:02,145 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:03,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:11:03,341 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:11:04,146 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:06,147 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:09,148 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:11,149 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:13,149 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:13,755 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:11:15,151 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:17,151 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:18,715 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:11:18,715 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:11:19,152 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:21,153 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:23,154 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:25,155 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:27,156 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:29,156 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:31,157 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:33,158 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:34,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:11:34,053 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:11:35,159 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:37,160 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:39,161 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:41,162 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:43,163 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:43,836 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:11:45,164 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:47,164 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:49,165 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:49,292 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:11:49,292 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:11:51,166 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:53,167 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:55,168 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:57,169 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:11:59,170 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:01,171 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:03,171 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:04,517 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:12:04,517 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:12:05,172 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:07,173 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:09,174 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:11,175 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:13,176 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:13,916 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:12:15,177 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:17,178 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:19,179 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:19,814 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:12:19,814 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:12:21,180 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:23,181 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:25,181 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:27,182 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:29,183 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:31,184 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:33,185 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:35,056 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:12:35,056 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:12:35,186 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:37,186 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:39,187 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:41,188 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:43,189 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:43,996 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:12:45,190 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:47,191 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:49,192 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:50,322 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:12:50,323 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:12:51,192 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:53,193 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:55,194 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:57,195 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:12:59,196 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:01,197 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:03,198 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:05,640 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:13:05,640 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:13:06,199 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:08,200 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:10,201 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:12,201 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:14,074 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:13:14,202 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:16,203 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:18,204 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:20,204 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:20,900 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:13:20,900 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:13:22,205 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:24,206 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:26,207 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:28,207 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:30,208 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:32,209 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:34,210 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:36,210 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:36,352 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:13:36,352 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:13:38,211 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:40,212 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:42,213 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:44,152 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:13:44,213 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:46,214 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:48,215 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:50,216 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:51,613 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:13:51,613 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:13:52,217 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:54,217 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:56,218 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:13:58,219 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:00,220 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:02,220 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:04,221 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:06,222 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:06,837 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:14:06,838 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:14:08,223 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:10,224 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:12,225 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:14,226 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:14,232 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:14:16,226 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:18,227 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:20,228 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:22,156 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:14:22,156 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:14:22,228 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:24,229 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:26,230 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:29,231 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:31,232 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:33,232 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:35,233 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:37,234 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:37,386 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:14:37,387 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:14:39,234 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:41,235 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:43,236 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:44,312 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:14:45,237 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:47,238 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:49,239 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:51,240 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:52,619 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:14:52,619 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:14:53,240 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:55,241 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:57,242 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:14:59,243 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:01,244 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:03,244 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:05,245 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:07,246 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:07,875 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:15:07,876 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:15:09,247 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:11,248 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:13,248 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:14,391 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:15:15,249 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:17,250 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:19,251 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:21,252 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:23,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:15:23,185 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:15:23,253 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:25,254 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:27,255 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:29,256 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:31,256 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:33,258 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:35,259 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:37,259 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:38,411 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:15:38,411 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:15:39,260 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:41,261 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:43,262 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:44,472 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:15:45,263 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:47,264 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:49,265 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:51,265 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:53,266 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:53,713 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:15:53,713 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:15:55,267 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:57,268 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:15:59,268 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:01,269 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:04,270 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:06,271 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:08,272 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:09,015 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:16:09,016 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:16:10,273 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:12,274 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:14,275 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:14,552 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:16:16,275 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:18,276 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:20,277 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:22,278 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:24,242 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:16:24,242 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:16:24,279 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:26,280 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:28,280 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:30,281 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:32,282 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:34,283 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:36,284 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:38,285 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:39,587 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:16:39,587 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:16:40,286 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:42,286 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:44,287 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:44,629 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:16:46,288 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:48,289 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:50,290 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:52,290 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:54,291 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:54,913 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:16:54,914 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:16:56,292 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:16:58,293 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:00,294 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:02,295 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:04,295 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:06,296 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:08,297 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:10,135 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:17:10,136 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:17:10,298 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:12,299 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:14,300 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:14,708 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:17:16,301 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:18,301 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:20,302 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:22,303 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:24,304 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:25,445 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:17:25,446 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:17:26,305 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:28,306 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:30,306 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:32,307 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:34,308 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:36,309 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:38,310 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:40,311 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:40,666 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:17:40,666 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:17:43,312 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:44,786 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:17:45,313 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:47,314 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:49,315 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:51,316 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:53,317 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:55,317 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:55,989 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:17:55,990 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:17:57,318 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:17:59,319 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:01,320 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:03,321 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:05,322 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:07,322 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:09,323 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:11,324 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:11,341 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:18:11,341 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:18:13,325 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:14,865 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:18:15,326 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:17,326 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:19,327 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:21,328 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:23,329 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:25,329 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:26,568 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:18:26,568 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:18:27,330 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:29,331 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:31,332 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:33,333 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:35,334 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:37,334 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:39,335 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:41,336 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:41,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:18:41,920 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:18:43,337 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:44,945 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:18:45,338 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:47,339 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:49,339 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:51,340 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:53,341 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:55,341 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:57,159 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:18:57,160 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:18:57,342 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:18:59,343 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:01,344 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:03,344 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:05,345 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:08,347 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:10,347 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:12,348 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:12,389 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:19:12,389 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:19:14,349 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:15,024 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:19:16,350 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:18,351 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:20,352 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:22,353 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:24,353 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:26,354 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:27,628 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:19:27,628 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:19:28,355 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:30,356 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:32,357 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:34,357 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:36,358 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:38,359 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:40,360 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:42,361 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:42,883 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:19:42,883 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:19:44,362 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:45,102 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:19:46,362 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:48,363 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:50,364 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:52,365 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:54,366 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:56,367 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:19:58,113 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:19:58,114 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:19:58,368 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:00,369 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:02,370 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:04,371 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:06,371 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:08,372 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:10,373 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:12,374 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:13,504 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:20:13,504 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:20:14,374 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:15,182 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:20:16,375 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:18,376 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:20,377 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:22,377 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:24,378 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:26,379 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:28,380 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:28,725 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:20:28,726 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:20:30,381 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:32,381 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:34,382 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:36,383 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:39,384 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:41,385 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:43,386 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:44,003 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:20:44,003 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:20:45,261 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:20:45,386 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:47,388 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:49,389 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:51,389 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:53,390 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:55,391 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:57,392 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:20:59,329 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:20:59,329 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:20:59,393 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:01,394 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:03,395 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:05,396 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:07,396 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:09,397 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:11,398 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:13,399 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:14,551 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:21:14,552 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:21:15,340 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:21:15,400 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:17,401 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:19,401 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:21,402 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:23,403 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:25,404 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:27,405 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:29,405 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:29,853 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:21:29,853 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:21:31,406 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:33,407 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:35,408 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:37,409 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:39,409 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:41,410 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:43,411 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:45,138 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:21:45,138 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:21:45,412 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:45,418 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:21:47,413 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:49,414 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:51,415 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:53,415 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:55,416 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:57,417 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:21:59,418 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:00,445 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:22:00,445 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:22:01,419 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:03,420 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:05,420 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:07,421 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:09,422 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:11,423 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:13,424 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:15,425 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:15,497 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:22:15,674 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:22:15,674 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:22:17,426 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:19,426 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:21,427 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:23,428 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:26,430 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:28,430 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:30,431 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:30,979 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:22:30,979 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:22:32,432 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:34,433 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:36,434 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:38,435 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:40,435 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:42,436 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:44,437 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:45,577 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:22:46,211 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:22:46,212 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:22:46,438 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:48,439 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:50,440 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:52,441 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:54,441 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:56,442 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:22:58,443 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:00,444 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:01,492 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:23:01,493 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:23:02,445 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:04,446 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:06,447 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:08,448 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:10,448 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:12,449 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:14,450 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:15,656 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:23:16,451 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:16,719 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:23:16,719 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:23:18,452 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:20,453 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:22,454 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:24,454 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:26,455 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:29,456 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:31,457 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:32,185 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:23:32,186 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:23:33,458 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:35,459 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:37,460 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:39,461 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:41,461 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:43,462 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:45,463 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:45,735 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:23:47,413 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:23:47,414 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:23:47,464 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:49,465 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:51,465 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:53,466 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:55,467 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:57,468 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:23:59,468 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:01,469 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:02,784 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:24:02,784 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:24:03,470 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:05,471 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:07,472 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:09,472 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:11,473 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:13,474 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:15,475 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:15,815 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:24:17,475 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:18,042 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:24:18,042 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:24:19,476 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:21,477 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:23,478 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:25,479 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:27,479 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:29,480 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:31,481 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:33,432 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:24:33,433 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:24:33,481 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:36,483 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:38,483 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:40,484 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:42,485 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:44,486 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:45,895 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:24:46,486 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:48,487 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:48,656 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:24:48,657 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:24:50,488 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:52,489 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:54,490 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:56,490 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:24:58,491 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:00,492 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:02,492 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:03,956 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:25:03,957 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:25:04,493 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:06,494 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:08,495 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:10,495 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:12,496 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:14,497 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:15,974 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:25:16,498 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:18,498 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:19,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:25:19,178 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:25:20,499 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:22,500 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:24,501 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:26,501 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:28,502 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:30,503 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:32,504 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:34,408 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:25:34,409 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:25:34,505 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:36,505 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:38,506 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:40,507 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:42,508 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:44,509 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:46,053 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:25:46,509 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:49,510 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:49,697 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:25:49,697 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:25:51,511 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:53,512 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:55,513 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:57,513 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:25:59,514 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:01,515 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:03,516 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:05,007 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:26:05,007 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:26:05,517 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:07,518 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:09,518 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:11,519 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:13,520 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:15,521 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:16,132 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:26:17,521 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:19,522 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:20,231 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:26:20,232 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:26:21,523 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:23,524 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:25,524 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:27,525 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:29,526 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:31,527 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:33,527 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:35,528 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:35,529 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:26:35,529 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:26:37,529 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:39,530 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:41,530 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:43,531 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:45,532 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:46,211 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:26:47,533 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:49,533 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:50,753 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:26:50,753 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:26:51,534 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:53,535 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:55,536 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:57,537 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:26:59,538 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:01,539 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:03,540 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:05,541 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:06,025 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:27:06,025 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:27:07,542 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:09,543 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:11,544 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:14,545 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:16,290 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:27:16,546 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:18,547 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:20,548 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:21,326 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:27:21,326 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:27:22,551 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:24,552 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:26,553 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:28,554 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:30,555 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:32,556 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:34,557 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:36,556 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:27:36,556 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:27:36,561 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:38,562 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:40,563 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:42,564 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:44,564 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:46,369 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:27:46,565 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:48,566 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:50,567 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:51,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:27:51,812 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:27:52,568 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:54,569 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:56,569 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:27:58,570 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:00,571 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:02,571 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:04,572 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:06,573 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:07,070 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:28:07,071 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:28:08,574 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:10,575 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:12,576 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:14,577 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:16,448 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:28:16,578 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:18,579 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:20,580 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:22,349 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:28:22,349 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:28:22,581 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:24,582 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:26,583 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:28,583 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:30,584 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:32,585 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:34,586 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:37,588 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:37,596 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:28:37,596 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:28:39,589 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:41,590 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:43,591 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:45,592 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:46,528 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:28:47,593 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:49,594 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:51,595 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:52,819 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:28:52,819 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:28:53,596 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:55,597 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:57,598 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:28:59,599 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:01,600 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:03,601 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:05,602 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:07,603 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:08,081 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:29:08,081 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:29:09,604 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:11,605 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:13,606 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:15,607 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:16,613 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:29:17,608 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:19,609 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:21,610 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:23,440 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:29:23,441 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:29:23,611 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:25,612 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:27,613 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:29,614 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:31,615 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:33,616 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:35,617 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:37,617 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:38,752 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:29:38,753 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:29:39,618 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:41,619 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:43,621 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:45,621 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:46,693 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:29:47,622 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:49,623 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:51,624 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:53,625 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:54,055 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:29:54,056 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:29:55,626 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:29:57,627 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:00,628 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:02,628 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:04,629 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:06,630 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:08,631 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:09,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:30:09,330 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:30:10,632 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:12,632 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:14,633 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:16,634 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:16,772 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:30:18,635 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:20,635 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:22,636 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:24,620 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:30:24,620 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:30:24,637 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:26,638 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:28,638 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:30,639 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:32,640 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:34,640 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:36,641 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:38,642 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:39,846 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:30:39,846 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:30:40,643 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:42,643 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:44,644 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:46,645 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:46,851 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:30:48,646 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:50,647 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:52,647 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:54,648 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:55,066 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:30:55,067 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:30:56,649 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:30:58,650 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:00,651 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:02,652 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:04,653 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:06,654 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:08,655 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:10,387 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:31:10,387 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:31:10,656 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:12,657 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:14,658 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:16,930 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:31:17,659 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:19,660 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:21,661 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:23,662 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:25,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:31:25,614 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:31:25,663 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:27,664 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:29,665 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:31,666 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:33,667 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:35,668 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:37,669 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:39,670 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:40,920 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:31:40,920 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:31:41,671 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:43,672 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:45,673 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:47,009 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:31:47,674 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:49,675 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:51,676 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:53,677 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:55,677 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:56,220 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:31:56,220 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:31:57,678 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:31:59,679 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:01,680 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:03,681 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:05,682 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:07,683 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:09,684 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:11,521 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:32:11,521 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:32:11,684 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:13,685 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:15,686 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:17,088 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:32:17,687 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:19,687 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:21,688 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:23,689 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:25,690 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:26,748 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:32:26,748 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:32:27,690 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:29,691 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:31,692 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:33,692 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:35,693 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:37,694 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:39,695 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:41,695 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:41,970 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:32:41,971 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:32:43,696 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:45,697 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:47,167 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:32:47,698 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:49,698 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:51,699 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:54,700 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:56,701 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:32:57,242 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:32:57,242 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:32:58,702 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:00,703 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:02,703 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:04,704 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:06,705 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:08,706 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:10,707 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:12,466 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:33:12,466 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:33:12,708 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:14,709 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:16,710 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:17,247 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:33:18,711 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:20,712 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:22,713 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:24,714 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:26,714 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:27,767 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:33:27,767 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:33:28,715 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:30,716 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:32,717 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:34,717 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:36,718 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:38,719 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:40,720 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:42,721 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:43,052 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:33:43,052 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:33:44,721 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:46,722 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:47,326 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:33:48,723 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:50,724 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:52,725 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:54,726 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:56,726 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:33:58,279 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:33:58,279 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:33:58,727 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:00,728 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:02,729 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:04,729 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:06,730 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:08,731 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:10,732 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:12,733 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:13,573 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:34:13,574 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:34:14,734 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:16,734 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:17,406 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:34:18,735 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:21,737 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:23,738 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:25,738 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:27,739 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:28,868 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:34:28,868 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:34:29,740 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:31,741 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:33,741 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:35,742 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:37,743 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:39,744 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:41,745 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:43,745 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:44,132 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:34:44,132 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:34:45,746 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:47,485 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:34:47,747 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:49,748 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:51,749 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:53,749 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:55,750 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:57,751 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:34:59,379 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:34:59,379 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:34:59,752 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:01,752 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:03,753 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:05,754 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:07,755 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:09,756 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:11,756 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:13,757 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:14,695 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:35:14,696 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:35:15,758 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:17,565 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:35:17,758 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:19,759 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:21,760 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:23,761 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:25,761 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:27,762 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:29,763 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:29,918 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:35:29,919 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:35:31,764 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:33,764 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:35,765 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:38,766 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:40,767 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:42,768 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:44,769 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:45,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:35:45,139 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:35:46,770 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:47,644 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:35:48,770 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:50,771 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:52,772 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:54,773 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:56,774 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:35:58,775 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:00,368 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:36:00,368 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:36:00,776 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:02,776 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:04,777 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:06,778 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:08,778 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:10,779 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:12,780 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:14,781 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:15,614 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:36:15,614 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:36:16,782 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:17,723 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:36:18,782 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:20,783 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:22,784 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:24,784 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:26,785 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:28,786 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:30,787 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:30,834 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:36:30,834 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:36:32,787 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:34,788 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:36,789 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:38,790 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:40,790 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:42,791 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:44,792 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:46,126 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:36:46,127 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:36:46,793 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:47,804 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:36:48,793 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:50,794 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:52,795 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:55,796 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:57,797 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:36:59,798 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:01,453 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:37:01,453 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:37:01,799 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:03,800 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:05,800 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:07,801 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:09,802 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:11,803 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:13,804 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:15,805 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:16,682 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:37:16,682 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:37:17,805 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:17,883 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:37:19,806 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:21,807 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:23,808 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:25,809 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:27,809 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:29,810 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:31,811 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:32,053 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:37:32,053 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:37:33,812 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:35,812 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:37,813 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:39,814 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:41,815 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:43,815 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:45,816 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:47,296 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:37:47,297 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:37:47,817 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:47,961 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:37:49,818 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:51,818 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:53,819 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:55,820 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:57,821 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:37:59,822 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:01,823 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:02,667 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:38:02,668 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:38:03,823 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:05,824 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:07,825 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:09,826 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:11,826 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:13,827 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:15,828 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:17,829 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:17,891 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:38:17,892 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:38:18,111 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:38:19,829 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:21,830 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:23,831 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:25,832 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:27,832 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:29,833 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:32,834 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:33,188 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:38:33,188 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:38:34,836 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:36,836 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:38,837 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:40,838 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:42,838 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:44,839 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:46,840 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:48,122 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:38:48,480 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:38:48,480 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:38:48,841 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:50,842 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:52,842 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:54,843 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:56,844 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:38:58,845 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:00,846 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:02,846 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:03,705 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:39:03,706 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:39:04,847 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:06,848 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:08,849 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:10,850 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:12,850 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:14,851 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:16,852 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:18,201 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:39:18,852 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:18,966 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:39:18,967 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:39:20,853 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:22,854 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:24,855 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:26,856 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:28,857 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:30,857 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:32,858 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:34,202 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:39:34,203 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:39:34,859 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:36,860 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:38,860 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:40,861 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:42,862 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:44,863 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:46,864 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:48,282 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:39:48,864 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:49,442 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:39:49,443 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:39:50,865 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:52,866 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:54,867 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:57,868 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:39:59,868 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:01,869 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:03,870 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:04,669 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:40:04,670 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:40:05,871 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:07,872 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:09,872 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:11,873 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:13,874 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:15,875 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:17,875 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:18,361 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:40:19,876 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:19,982 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:40:19,982 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:40:21,877 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:23,878 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:25,878 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:27,879 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:29,880 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:31,880 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:33,881 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:35,379 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:40:35,380 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:40:35,882 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:37,883 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:39,884 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:41,884 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:43,885 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:45,886 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:47,887 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:48,441 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:40:49,887 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:50,669 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:40:50,669 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:40:51,888 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:53,889 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:55,890 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:57,891 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:40:59,892 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:01,892 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:03,893 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:05,894 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:05,898 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:41:05,898 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:41:07,895 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:09,896 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:11,896 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:13,897 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:15,898 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:18,519 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:41:18,899 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:20,900 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:21,124 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:41:21,124 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:41:22,901 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:24,901 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:26,902 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:28,903 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:30,904 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:32,905 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:34,905 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:36,343 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:41:36,343 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:41:36,906 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:38,907 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:40,907 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:42,908 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:44,909 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:46,910 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:48,601 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:41:48,911 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:50,912 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:51,561 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:41:51,561 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:41:52,912 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:54,913 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:56,914 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:41:58,915 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:00,916 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:02,917 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:04,918 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:06,919 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:06,968 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:42:06,968 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:42:08,920 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:10,921 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:12,921 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:14,922 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:16,923 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:18,681 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:42:18,923 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:20,924 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:22,925 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:23,828 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:42:23,829 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:42:24,926 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:26,927 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:28,928 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:30,929 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:32,930 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:34,930 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:36,931 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:38,932 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:39,054 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:42:39,055 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:42:40,933 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:42,934 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:44,935 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:46,936 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:48,761 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:42:48,937 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:50,937 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:52,938 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:54,277 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:42:54,277 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:42:54,939 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:56,940 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:42:58,941 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:01,942 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:03,943 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:05,944 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:07,944 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:09,611 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:43:09,611 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:43:09,945 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:11,946 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:13,947 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:15,948 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:17,949 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:18,841 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:43:19,950 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:21,950 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:23,951 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:24,885 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:43:24,886 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:43:25,952 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:27,953 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:29,954 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:31,955 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:33,955 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:35,956 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:37,957 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:39,957 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:40,139 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:43:40,139 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:43:41,958 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:43,959 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:45,959 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:47,960 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:48,921 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:43:49,961 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:51,962 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:53,963 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:55,374 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:43:55,375 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:43:55,964 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:57,965 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:43:59,966 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:01,967 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:03,968 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:05,969 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:07,970 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:09,971 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:10,679 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:44:10,679 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:44:11,972 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:13,973 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:15,974 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:17,975 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:19,000 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:44:19,976 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:21,977 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:23,978 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:25,901 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:44:25,901 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:44:25,979 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:27,980 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:29,981 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:31,981 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:33,982 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:35,983 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:37,984 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:39,985 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:41,127 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:44:41,127 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:44:42,987 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:44,988 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:46,989 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:48,990 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:49,078 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:44:50,991 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:52,991 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:54,992 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:56,344 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:44:56,344 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:44:56,993 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:44:58,994 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:00,995 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:02,996 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:04,997 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:06,998 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:08,999 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:11,000 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:11,569 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:45:11,570 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:45:13,001 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:15,001 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:17,002 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:19,003 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:19,157 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:45:21,004 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:23,005 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:25,006 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:26,914 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:45:26,914 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:45:27,007 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:29,008 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:31,009 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:33,010 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:35,011 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:37,012 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:39,013 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:41,014 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:42,161 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:45:42,162 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:45:43,015 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:45,016 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:47,017 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:49,018 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:49,237 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:45:51,019 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:53,020 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:55,021 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:57,022 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:45:57,422 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:45:57,422 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:45:59,023 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:01,024 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:03,025 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:05,026 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:07,027 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:09,028 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:11,029 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:12,707 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:46:12,708 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:46:13,030 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:15,031 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:17,031 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:19,032 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:19,315 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:46:21,033 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:23,034 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:26,036 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:28,009 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:46:28,009 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:46:28,037 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:30,038 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:32,039 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:34,040 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:36,041 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:38,042 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:46:43,252 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:46:43,252 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:46:49,396 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:46:58,475 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:46:58,476 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:47:13,717 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:47:13,718 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:47:19,474 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:47:28,986 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:47:28,986 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:47:44,251 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:47:44,251 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:47:49,552 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:47:51,785 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: partial_history +2022-10-25 11:47:51,792 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 11:47:51,802 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 11:47:51,808 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 11:47:51,813 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 11:47:51,819 DEBUG SenderThread:2194005 [sender.py:send():232] send: metric +2022-10-25 11:47:51,824 DEBUG SenderThread:2194005 [sender.py:send():232] send: history +2022-10-25 11:47:51,845 DEBUG SenderThread:2194005 [sender.py:send():232] send: summary +2022-10-25 11:47:51,927 INFO SenderThread:2194005 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-10-25 11:47:52,071 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/wandb-summary.json +2022-10-25 11:47:54,072 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:47:59,501 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:47:59,502 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:48:00,075 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:48:11,080 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/config.yaml +2022-10-25 11:48:14,082 INFO Thread-7 :2194005 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20221025_092127-29xi74uq/files/output.log +2022-10-25 11:48:14,730 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:48:14,730 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:48:19,661 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:48:29,961 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:48:29,962 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:48:45,191 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:48:45,191 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:48:49,745 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:49:00,415 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:49:00,415 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:49:15,645 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:49:15,645 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:49:19,830 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:49:30,869 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:49:30,869 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:49:46,097 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:49:46,098 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:49:49,916 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:50:01,330 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:50:01,331 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:50:16,565 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:50:16,565 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:50:20,000 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:50:31,811 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:50:31,812 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:50:47,041 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:50:47,041 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:50:50,085 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:51:02,267 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:51:02,268 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:51:17,496 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:51:17,496 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:51:20,169 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:51:32,722 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:51:32,723 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:51:47,948 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:51:47,949 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:51:50,254 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:52:03,178 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:52:03,179 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:52:18,407 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:52:18,408 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:52:20,339 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:52:33,633 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:52:33,633 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:52:48,859 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:52:48,860 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:52:50,424 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats +2022-10-25 11:53:04,086 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:53:04,086 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:53:19,315 DEBUG HandlerThread:2194005 [handler.py:handle_request():141] handle_request: stop_status +2022-10-25 11:53:19,315 DEBUG SenderThread:2194005 [sender.py:send_request():246] send_request: stop_status +2022-10-25 11:53:20,509 DEBUG SenderThread:2194005 [sender.py:send():232] send: stats