diff --git "a/wandb/debug-internal.log" "b/wandb/debug-internal.log" --- "a/wandb/debug-internal.log" +++ "b/wandb/debug-internal.log" @@ -1,32 +1,32 @@ -2024-07-18 18:13:42,186 INFO StreamThr :135 [internal.py:wandb_internal():85] W&B internal server running at pid: 135, started at: 2024-07-18 18:13:42.185636 -2024-07-18 18:13:42,188 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status -2024-07-18 18:13:42,387 INFO WriterThread:135 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240718_181342-rjg0wbzd/run-rjg0wbzd.wandb -2024-07-18 18:13:42,389 DEBUG SenderThread:135 [sender.py:send():379] send: header -2024-07-18 18:13:42,391 DEBUG SenderThread:135 [sender.py:send():379] send: run -2024-07-18 18:13:42,567 INFO SenderThread:135 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240718_181342-rjg0wbzd/files -2024-07-18 18:13:42,567 INFO SenderThread:135 [sender.py:_start_run_threads():1188] run started: rjg0wbzd with start time 1721326422.186913 -2024-07-18 18:13:42,579 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: check_version -2024-07-18 18:13:42,579 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: check_version -2024-07-18 18:13:42,668 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: run_start -2024-07-18 18:13:42,682 DEBUG HandlerThread:135 [system_info.py:__init__():26] System info init -2024-07-18 18:13:42,682 DEBUG HandlerThread:135 [system_info.py:__init__():41] System info init done -2024-07-18 18:13:42,682 INFO HandlerThread:135 [system_monitor.py:start():194] Starting system monitor -2024-07-18 18:13:42,682 INFO SystemMonitor:135 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-07-18 18:13:42,683 INFO HandlerThread:135 [system_monitor.py:probe():214] Collecting system info -2024-07-18 18:13:42,683 INFO SystemMonitor:135 [interfaces.py:start():188] Started cpu monitoring -2024-07-18 18:13:42,685 INFO SystemMonitor:135 [interfaces.py:start():188] Started disk monitoring -2024-07-18 18:13:42,686 INFO SystemMonitor:135 [interfaces.py:start():188] Started gpu monitoring -2024-07-18 18:13:42,687 INFO SystemMonitor:135 [interfaces.py:start():188] Started memory monitoring -2024-07-18 18:13:42,688 INFO SystemMonitor:135 [interfaces.py:start():188] Started network monitoring -2024-07-18 18:13:42,697 DEBUG HandlerThread:135 [system_info.py:probe():152] Probing system -2024-07-18 18:13:42,699 DEBUG HandlerThread:135 [gitlib.py:_init_repo():56] git repository is invalid -2024-07-18 18:13:42,699 DEBUG HandlerThread:135 [system_info.py:probe():200] Probing system done -2024-07-18 18:13:42,699 DEBUG HandlerThread:135 [system_monitor.py:probe():223] {'os': 'Linux-5.15.154+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-07-18T18:13:42.697267', 'startedAt': '2024-07-18T18:13:42.178848', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'd088590da4e7', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.134, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.134, 'min': 0.0, 'max': 0.0}, {'current': 2000.134, 'min': 0.0, 'max': 0.0}, {'current': 2000.134, 'min': 0.0, 'max': 0.0}, {'current': 2000.134, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5772.089488983154}}, 'gpu': 'Tesla P100-PCIE-16GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla P100-PCIE-16GB', 'memory_total': 17179869184}], 'memory': {'total': 31.357574462890625}} -2024-07-18 18:13:42,699 INFO HandlerThread:135 [system_monitor.py:probe():224] Finished collecting system info -2024-07-18 18:13:42,699 INFO HandlerThread:135 [system_monitor.py:probe():227] Publishing system info -2024-07-18 18:13:42,699 DEBUG HandlerThread:135 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment -2024-07-18 18:13:43,569 INFO Thread-12 :135 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240718_181342-rjg0wbzd/files/conda-environment.yaml -2024-07-18 18:13:57,714 ERROR HandlerThread:135 [system_info.py:_save_conda():223] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds +2024-07-19 09:05:32,419 INFO StreamThr :143 [internal.py:wandb_internal():85] W&B internal server running at pid: 143, started at: 2024-07-19 09:05:32.419135 +2024-07-19 09:05:32,421 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status +2024-07-19 09:05:32,783 INFO WriterThread:143 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/run-oy10h8oj.wandb +2024-07-19 09:05:32,785 DEBUG SenderThread:143 [sender.py:send():379] send: header +2024-07-19 09:05:32,787 DEBUG SenderThread:143 [sender.py:send():379] send: run +2024-07-19 09:05:33,244 INFO SenderThread:143 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files +2024-07-19 09:05:33,245 INFO SenderThread:143 [sender.py:_start_run_threads():1188] run started: oy10h8oj with start time 1721379932.419949 +2024-07-19 09:05:33,255 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: check_version +2024-07-19 09:05:33,256 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: check_version +2024-07-19 09:05:33,330 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: run_start +2024-07-19 09:05:33,343 DEBUG HandlerThread:143 [system_info.py:__init__():26] System info init +2024-07-19 09:05:33,343 DEBUG HandlerThread:143 [system_info.py:__init__():41] System info init done +2024-07-19 09:05:33,343 INFO HandlerThread:143 [system_monitor.py:start():194] Starting system monitor +2024-07-19 09:05:33,343 INFO SystemMonitor:143 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-07-19 09:05:33,343 INFO HandlerThread:143 [system_monitor.py:probe():214] Collecting system info +2024-07-19 09:05:33,344 INFO SystemMonitor:143 [interfaces.py:start():188] Started cpu monitoring +2024-07-19 09:05:33,345 INFO SystemMonitor:143 [interfaces.py:start():188] Started disk monitoring +2024-07-19 09:05:33,346 INFO SystemMonitor:143 [interfaces.py:start():188] Started gpu monitoring +2024-07-19 09:05:33,347 INFO SystemMonitor:143 [interfaces.py:start():188] Started memory monitoring +2024-07-19 09:05:33,347 INFO SystemMonitor:143 [interfaces.py:start():188] Started network monitoring +2024-07-19 09:05:33,352 DEBUG HandlerThread:143 [system_info.py:probe():152] Probing system +2024-07-19 09:05:33,354 DEBUG HandlerThread:143 [gitlib.py:_init_repo():56] git repository is invalid +2024-07-19 09:05:33,354 DEBUG HandlerThread:143 [system_info.py:probe():200] Probing system done +2024-07-19 09:05:33,355 DEBUG HandlerThread:143 [system_monitor.py:probe():223] {'os': 'Linux-5.15.154+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-07-19T09:05:33.352388', 'startedAt': '2024-07-19T09:05:32.412673', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'cfc182b336d9', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.16, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.16, 'min': 0.0, 'max': 0.0}, {'current': 2000.16, 'min': 0.0, 'max': 0.0}, {'current': 2000.16, 'min': 0.0, 'max': 0.0}, {'current': 2000.16, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5772.077724456787}}, 'gpu': 'Tesla P100-PCIE-16GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla P100-PCIE-16GB', 'memory_total': 17179869184}], 'memory': {'total': 31.35757827758789}} +2024-07-19 09:05:33,355 INFO HandlerThread:143 [system_monitor.py:probe():224] Finished collecting system info +2024-07-19 09:05:33,355 INFO HandlerThread:143 [system_monitor.py:probe():227] Publishing system info +2024-07-19 09:05:33,355 DEBUG HandlerThread:143 [system_info.py:_save_conda():209] Saving list of conda packages installed into the current environment +2024-07-19 09:05:34,247 INFO Thread-12 :143 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/conda-environment.yaml +2024-07-19 09:05:48,369 ERROR HandlerThread:143 [system_info.py:_save_conda():223] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds Traceback (most recent call last): File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 216, in _save_conda subprocess.call( @@ -37,312 +37,730 @@ Traceback (most recent call last): File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait raise TimeoutExpired(self.args, timeout) subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds -2024-07-18 18:13:57,717 DEBUG HandlerThread:135 [system_info.py:_save_conda():224] Saving conda packages done -2024-07-18 18:13:57,718 INFO HandlerThread:135 [system_monitor.py:probe():229] Finished publishing system info -2024-07-18 18:13:57,727 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:13:57,727 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: keepalive -2024-07-18 18:13:57,727 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:13:57,727 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: keepalive -2024-07-18 18:13:57,727 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:13:57,727 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: keepalive -2024-07-18 18:13:57,728 DEBUG SenderThread:135 [sender.py:send():379] send: files -2024-07-18 18:13:57,728 INFO SenderThread:135 [sender.py:_save_file():1454] saving file wandb-metadata.json with policy now -2024-07-18 18:13:58,151 INFO wandb-upload_0:135 [upload_job.py:push():130] Uploaded file /tmp/tmpbis4zlo0wandb/h7958e9o-wandb-metadata.json -2024-07-18 18:13:58,573 INFO Thread-12 :135 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240718_181342-rjg0wbzd/files/wandb-metadata.json -2024-07-18 18:13:58,775 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: python_packages -2024-07-18 18:13:58,775 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: python_packages -2024-07-18 18:13:58,778 DEBUG SenderThread:135 [sender.py:send():379] send: telemetry -2024-07-18 18:13:58,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:13:58,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:13:58,781 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:13:58,884 DEBUG SenderThread:135 [sender.py:send():379] send: config -2024-07-18 18:13:58,887 DEBUG SenderThread:135 [sender.py:send():379] send: telemetry -2024-07-18 18:13:58,887 DEBUG SenderThread:135 [sender.py:send():379] send: metric -2024-07-18 18:13:58,887 DEBUG SenderThread:135 [sender.py:send():379] send: telemetry -2024-07-18 18:13:58,887 DEBUG SenderThread:135 [sender.py:send():379] send: metric -2024-07-18 18:13:58,887 WARNING SenderThread:135 [sender.py:send_metric():1405] Seen metric with glob (shouldn't happen) -2024-07-18 18:13:58,887 DEBUG SenderThread:135 [sender.py:send():379] send: telemetry -2024-07-18 18:13:58,888 DEBUG SenderThread:135 [sender.py:send():379] send: telemetry -2024-07-18 18:13:58,888 DEBUG SenderThread:135 [sender.py:send():379] send: config -2024-07-18 18:13:58,986 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: log_artifact -2024-07-18 18:13:58,987 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: log_artifact -2024-07-18 18:13:59,573 INFO Thread-12 :135 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240718_181342-rjg0wbzd/files/requirements.txt -2024-07-18 18:13:59,776 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:00,129 INFO wandb-upload_0:135 [upload_job.py:push():88] Uploaded file /tmp/tmpyy6kqc8_/model_architecture.txt -2024-07-18 18:14:00,751 INFO SenderThread:135 [sender.py:send_request_log_artifact():1518] logged artifact model-rjg0wbzd - {'id': 'QXJ0aWZhY3Q6OTk3NDM5NzY5', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjI4NzMyMzE0OQ==', 'latestArtifact': None}} -2024-07-18 18:14:00,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:01,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:02,752 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:02,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:03,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:04,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:05,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:06,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:07,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:07,778 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:08,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:09,778 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:10,778 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:11,778 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:12,778 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:13,776 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:14:13,776 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:14:13,817 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:13,861 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:14,579 INFO Thread-12 :135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240718_181342-rjg0wbzd/files/config.yaml -2024-07-18 18:14:14,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:15,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:16,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:17,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:18,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:19,777 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:19,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:20,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:21,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:22,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:23,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:24,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:25,778 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:25,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:26,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:27,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:28,776 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:14:28,776 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:14:28,817 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:29,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:30,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:30,889 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:31,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:32,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:33,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:34,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:35,782 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:36,778 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:36,782 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:37,782 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:38,782 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:39,782 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:40,783 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:41,783 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:42,688 DEBUG SystemMonitor:135 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-07-18 18:14:42,690 DEBUG SenderThread:135 [sender.py:send():379] send: stats -2024-07-18 18:14:42,690 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:42,783 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:43,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:14:43,780 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:14:43,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:44,783 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:45,783 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:46,783 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:47,784 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:47,861 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:48,784 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:49,784 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:50,784 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:51,784 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:52,784 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:53,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:53,784 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:54,785 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:55,785 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:56,785 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:57,785 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:58,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:14:58,780 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:14:58,820 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:14:58,842 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:14:59,786 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:00,786 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:01,786 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:02,786 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:03,786 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:04,782 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:04,786 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:05,786 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:06,787 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:07,787 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:08,787 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:09,787 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:10,782 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:10,787 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:11,788 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:12,690 DEBUG SenderThread:135 [sender.py:send():379] send: stats -2024-07-18 18:15:12,788 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:13,779 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:15:13,780 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:15:13,820 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:14,788 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:15,788 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:15,895 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:16,789 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:17,789 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:18,789 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:19,789 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:20,789 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:21,785 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:21,789 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:22,789 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:23,801 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:24,800 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:25,800 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:26,800 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:26,802 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:27,800 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:28,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:15:28,781 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:15:28,822 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:29,808 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:30,809 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:31,809 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:31,866 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:32,809 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:33,809 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:34,809 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:35,810 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:36,810 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:37,794 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:37,810 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:38,810 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:39,810 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:40,810 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:41,810 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:42,692 DEBUG SenderThread:135 [sender.py:send():379] send: stats -2024-07-18 18:15:42,811 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:43,693 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:43,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:15:43,780 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:15:43,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:44,811 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:45,811 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:46,811 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:47,812 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:48,794 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:48,812 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:49,812 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:50,812 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:51,812 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:52,812 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:53,794 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:53,812 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:54,813 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:55,813 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:56,813 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:57,813 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:58,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:15:58,781 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:15:58,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:15:58,860 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:15:59,814 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:00,814 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:01,814 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:02,814 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:03,814 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:04,795 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:04,814 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:05,815 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:06,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:07,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:08,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:09,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:10,795 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:10,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:11,822 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:12,693 DEBUG SenderThread:135 [sender.py:send():379] send: stats -2024-07-18 18:16:12,821 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:13,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:16:13,781 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:16:13,822 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:14,822 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:15,822 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:15,844 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:16,824 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:17,823 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:18,823 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:19,824 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:20,824 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:21,795 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:21,824 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:22,824 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:23,824 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:24,824 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:25,825 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:26,825 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:27,796 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:27,825 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:28,780 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:16:28,781 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:16:28,825 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:29,825 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:30,825 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:31,825 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:32,825 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:32,921 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:33,826 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:34,826 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:35,826 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:36,826 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:37,826 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:38,796 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:38,826 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:39,826 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:40,827 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:41,827 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:42,693 DEBUG SenderThread:135 [sender.py:send():379] send: stats -2024-07-18 18:16:42,827 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:43,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:16:43,781 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:16:43,840 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:43,925 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:44,839 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:45,839 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:46,839 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:47,839 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:48,855 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:49,807 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:49,848 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:50,848 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:51,848 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:52,848 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:53,850 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:54,807 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:16:54,849 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:55,850 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:56,849 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:57,850 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:58,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:16:58,781 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:16:58,850 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:59,850 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:16:59,918 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:17:00,850 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:01,850 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:02,850 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:03,851 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:04,851 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:05,808 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:17:05,851 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:06,851 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:07,851 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:08,851 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:09,851 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:10,820 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:17:10,851 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:11,852 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:12,694 DEBUG SenderThread:135 [sender.py:send():379] send: stats -2024-07-18 18:17:12,852 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:13,781 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: stop_status -2024-07-18 18:17:13,782 DEBUG SenderThread:135 [sender.py:send_request():406] send_request: stop_status -2024-07-18 18:17:13,852 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:14,653 INFO Thread-12 :135 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240718_181342-rjg0wbzd/files/output.log -2024-07-18 18:17:14,873 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:15,906 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:16,294 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:17:16,654 INFO Thread-12 :135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240718_181342-rjg0wbzd/files/output.log -2024-07-18 18:17:16,863 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:17,863 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:18,864 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:19,863 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:20,863 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:21,814 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: status_report -2024-07-18 18:17:21,864 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages -2024-07-18 18:17:22,864 DEBUG HandlerThread:135 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:48,372 DEBUG HandlerThread:143 [system_info.py:_save_conda():224] Saving conda packages done +2024-07-19 09:05:48,372 INFO HandlerThread:143 [system_monitor.py:probe():229] Finished publishing system info +2024-07-19 09:05:48,380 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:05:48,381 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: keepalive +2024-07-19 09:05:48,381 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:05:48,381 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: keepalive +2024-07-19 09:05:48,381 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:05:48,381 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: keepalive +2024-07-19 09:05:48,382 DEBUG SenderThread:143 [sender.py:send():379] send: files +2024-07-19 09:05:48,382 INFO SenderThread:143 [sender.py:_save_file():1454] saving file wandb-metadata.json with policy now +2024-07-19 09:05:49,132 INFO wandb-upload_0:143 [upload_job.py:push():130] Uploaded file /tmp/tmpo0qoomaswandb/z6yvlku2-wandb-metadata.json +2024-07-19 09:05:49,250 INFO Thread-12 :143 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/wandb-metadata.json +2024-07-19 09:05:49,370 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: python_packages +2024-07-19 09:05:49,370 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: python_packages +2024-07-19 09:05:49,372 DEBUG SenderThread:143 [sender.py:send():379] send: telemetry +2024-07-19 09:05:49,374 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:05:49,374 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:05:49,376 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:49,609 DEBUG SenderThread:143 [sender.py:send():379] send: config +2024-07-19 09:05:49,610 DEBUG SenderThread:143 [sender.py:send():379] send: telemetry +2024-07-19 09:05:49,610 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:05:49,610 DEBUG SenderThread:143 [sender.py:send():379] send: telemetry +2024-07-19 09:05:49,611 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:05:49,611 WARNING SenderThread:143 [sender.py:send_metric():1405] Seen metric with glob (shouldn't happen) +2024-07-19 09:05:49,611 DEBUG SenderThread:143 [sender.py:send():379] send: telemetry +2024-07-19 09:05:49,611 DEBUG SenderThread:143 [sender.py:send():379] send: telemetry +2024-07-19 09:05:49,611 DEBUG SenderThread:143 [sender.py:send():379] send: config +2024-07-19 09:05:49,712 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: log_artifact +2024-07-19 09:05:49,713 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: log_artifact +2024-07-19 09:05:50,250 INFO Thread-12 :143 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/requirements.txt +2024-07-19 09:05:50,371 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:51,371 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:52,339 INFO wandb-upload_0:143 [upload_job.py:push():88] Uploaded file /tmp/tmp0ed6_mp0/model_architecture.txt +2024-07-19 09:05:52,371 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:53,178 INFO SenderThread:143 [sender.py:send_request_log_artifact():1518] logged artifact model-oy10h8oj - {'id': 'QXJ0aWZhY3Q6MTAwMDg5MjE4NA==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjI5MDMyMTY3Mw==', 'latestArtifact': None}} +2024-07-19 09:05:53,371 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:54,178 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:05:54,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:55,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:56,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:57,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:58,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:05:59,371 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:05:59,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:00,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:01,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:02,373 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:03,373 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:04,370 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:06:04,371 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:06:04,411 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:04,670 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:05,256 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/config.yaml +2024-07-19 09:06:05,373 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:06,373 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:07,373 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:08,373 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:09,373 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:10,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:10,373 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:11,375 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:12,375 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:13,375 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:14,374 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:15,372 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:15,375 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:16,375 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:17,375 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:18,375 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:19,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:06:19,386 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:06:19,426 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:20,383 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:20,629 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:21,383 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:22,383 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:23,383 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:24,383 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:25,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:26,377 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:26,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:27,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:28,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:29,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:30,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:31,377 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:31,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:32,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:33,348 DEBUG SystemMonitor:143 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-07-19 09:06:33,349 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:06:33,385 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:34,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:06:34,382 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:06:34,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:35,385 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:36,385 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:36,599 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:37,385 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:38,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:39,385 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:40,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:41,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:42,377 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:42,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:43,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:44,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:45,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:46,387 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:47,387 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:48,378 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:48,387 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:49,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:06:49,382 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:06:49,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:50,387 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:51,387 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:52,387 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:53,387 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:53,652 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:54,387 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:55,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:56,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:57,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:58,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:06:59,378 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:06:59,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:00,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:01,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:02,389 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:03,350 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:07:03,389 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:04,378 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:04,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:07:04,382 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:07:04,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:05,389 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:06,389 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:07,392 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:08,389 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:09,389 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:10,378 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:10,390 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:11,390 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:12,403 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:13,397 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:14,397 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:15,378 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:15,397 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:16,397 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:17,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:18,401 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:19,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:07:19,382 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:07:19,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:20,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:20,676 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:21,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:22,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:23,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:24,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:25,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:26,379 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:26,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:27,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:28,402 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:29,403 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:30,403 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:31,403 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:32,379 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:32,403 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:33,350 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:07:33,403 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:34,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:07:34,383 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:07:34,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:35,404 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:36,404 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:37,404 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:37,644 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:38,404 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:39,404 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:40,404 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:41,404 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:42,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:43,379 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:43,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:44,404 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:45,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:46,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:47,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:48,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:49,379 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:49,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:07:49,382 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:07:49,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:50,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:51,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:52,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:53,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:54,379 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:54,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:55,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:56,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:57,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:58,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:07:59,379 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:07:59,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:00,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:01,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:02,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:03,351 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:08:03,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:04,379 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:04,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:08:04,383 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:08:04,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:05,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:06,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:07,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:08,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:09,380 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:09,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:10,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:11,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:12,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:13,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:14,380 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:14,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:15,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:16,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:17,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:18,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:19,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:08:19,383 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:08:19,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:19,596 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:20,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:21,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:22,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:23,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:24,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:25,380 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:25,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:26,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:27,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:28,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:29,411 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:30,380 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:30,411 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:31,411 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:32,411 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:33,352 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:08:33,411 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:34,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:08:34,383 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:08:34,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:35,411 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:35,672 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:36,412 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:37,412 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:38,412 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:39,412 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:40,412 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:41,381 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:41,412 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:42,412 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:43,413 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:44,413 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:45,413 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:46,381 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:46,413 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:47,413 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:48,414 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:49,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:08:49,383 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:08:49,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:50,414 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:51,414 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:51,652 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:52,414 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:53,414 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:54,414 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:55,414 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:56,414 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:57,381 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:08:57,415 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:58,415 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:08:59,415 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:00,415 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:01,419 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:02,419 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:03,353 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:09:03,353 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:03,419 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:04,396 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:09:04,397 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:09:04,437 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:05,419 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:06,420 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:07,420 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:08,420 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:08,672 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:09,420 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:10,420 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:11,420 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:12,420 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:13,421 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:14,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:14,421 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:15,421 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:16,421 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:17,421 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:18,421 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:19,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:19,391 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:09:19,392 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:09:19,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:20,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:21,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:22,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:23,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:24,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:25,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:25,422 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:26,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:27,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:28,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:29,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:30,382 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:30,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:31,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:32,423 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:33,353 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:09:33,424 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:34,392 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:09:34,392 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:09:34,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:35,424 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:35,685 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:36,424 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:37,424 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:38,424 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:39,424 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:40,425 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:41,383 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:41,425 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:42,425 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:43,425 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:44,425 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:45,425 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:46,383 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:46,425 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:47,425 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:48,426 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:49,392 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:09:49,392 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:09:49,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:50,426 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:51,426 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:51,667 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:52,426 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:53,426 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:54,426 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:55,427 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:56,427 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:57,383 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:09:57,427 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:58,427 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:09:59,427 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:00,427 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:01,427 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:02,427 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:03,354 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:10:03,356 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:03,428 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:04,392 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:10:04,392 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:10:04,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:05,428 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:06,428 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:07,428 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:08,428 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:08,674 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:09,429 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:10,429 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:11,429 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:12,429 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:13,429 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:14,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:14,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:15,429 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:16,429 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:17,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:18,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:19,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:19,392 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:10:19,393 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:10:19,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:20,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:21,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:22,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:23,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:24,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:24,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:25,430 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:26,431 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:27,431 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:28,431 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:29,384 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:29,431 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:30,431 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:31,431 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:32,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:33,355 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:10:33,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:34,392 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:10:34,393 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:10:34,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:34,661 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:35,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:36,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:37,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:38,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:39,432 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:40,385 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:40,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:41,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:42,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:43,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:44,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:45,433 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:46,385 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:46,438 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:47,437 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:48,437 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:49,392 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:10:49,393 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:10:49,437 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:50,437 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:51,437 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:51,655 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:52,437 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:53,438 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:54,440 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:55,439 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:56,440 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:57,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:10:57,440 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:58,441 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:10:59,441 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:00,441 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:01,441 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:02,386 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:02,456 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:03,355 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:11:03,441 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:04,393 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:11:04,393 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:11:04,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:05,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:06,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:07,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:07,604 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:08,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:09,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:10,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:11,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:12,443 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:13,389 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:13,443 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:14,443 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:15,443 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:16,443 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:17,443 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:18,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:19,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:19,392 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:11:19,393 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:11:19,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:20,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:21,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:22,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:23,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:24,388 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:24,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:25,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:26,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:27,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:28,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:29,389 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:29,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:30,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:31,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:32,547 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:33,356 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:11:33,640 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:34,477 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:34,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:11:34,528 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:11:34,651 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:35,645 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:36,650 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:37,655 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:38,645 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:39,502 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:39,557 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:40,649 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:41,680 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:42,646 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:43,650 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:44,503 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:44,640 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:45,721 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:46,665 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:47,667 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:48,219 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: partial_history +2024-07-19 09:11:48,222 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:11:48,222 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:11:48,222 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:11:48,223 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:11:48,223 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:11:48,223 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:11:48,223 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:11:48,223 DEBUG SenderThread:143 [sender.py:send():379] send: history +2024-07-19 09:11:48,223 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: summary_record +2024-07-19 09:11:48,223 INFO SenderThread:143 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-07-19 09:11:48,381 INFO Thread-12 :143 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/wandb-summary.json +2024-07-19 09:11:48,527 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:49,399 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:11:49,400 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:11:49,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:49,614 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:50,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:51,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:52,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:53,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:54,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:55,405 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:11:55,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:56,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:57,528 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:58,529 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:11:59,529 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:00,410 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:00,529 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:01,385 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/config.yaml +2024-07-19 09:12:01,529 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:02,529 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:03,357 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:12:03,529 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:04,399 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:12:04,400 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:12:04,529 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:05,530 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:05,708 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:06,530 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:07,530 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:08,530 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:09,530 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:10,530 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:11,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:11,530 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:12,530 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:13,531 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:14,531 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:15,531 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:16,531 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:17,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:17,531 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:18,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:19,399 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:12:19,400 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:12:19,531 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:20,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:21,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:22,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:22,646 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:23,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:24,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:25,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:26,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:27,532 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:28,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:28,533 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:29,533 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:30,533 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:31,533 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:32,533 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:33,358 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:12:33,533 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:34,358 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:34,399 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:12:34,400 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:12:34,533 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:35,534 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:36,534 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:37,534 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:38,534 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:39,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:39,534 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:40,535 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:41,534 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:42,535 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:43,535 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:44,535 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:45,406 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:45,535 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:46,536 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:47,536 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:48,536 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:49,400 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:12:49,400 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:12:49,536 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:50,536 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:50,679 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:51,537 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:52,537 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:53,537 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:54,544 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:55,544 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:56,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:12:56,544 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:57,544 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:58,544 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:12:59,549 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:00,549 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:01,549 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:02,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:02,556 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:03,359 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:13:03,555 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:04,400 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:13:04,400 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:13:04,556 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:05,556 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:06,556 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:07,570 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:07,696 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:08,569 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:09,569 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:10,570 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:11,570 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:12,576 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:13,407 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:13,576 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:14,576 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:15,576 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:16,576 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:17,576 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:18,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:18,576 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:19,400 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:13:19,400 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:13:19,577 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:20,582 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:21,582 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:22,582 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:23,586 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:23,700 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:24,586 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:25,586 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:26,586 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:27,586 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:28,589 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:29,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:29,589 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:30,589 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:31,589 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:32,590 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:33,359 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:13:33,598 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:34,400 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:13:34,401 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:13:34,589 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:34,598 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:35,598 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:36,598 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:37,598 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:38,609 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:39,605 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:40,408 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:40,605 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:41,605 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:42,606 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:43,621 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:44,615 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:44,856 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: partial_history +2024-07-19 09:13:44,858 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:13:44,858 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:13:44,858 DEBUG SenderThread:143 [sender.py:send():379] send: metric +2024-07-19 09:13:44,858 DEBUG SenderThread:143 [sender.py:send():379] send: history +2024-07-19 09:13:44,858 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: summary_record +2024-07-19 09:13:44,859 INFO SenderThread:143 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end +2024-07-19 09:13:45,423 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/wandb-summary.json +2024-07-19 09:13:45,423 INFO Thread-12 :143 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/output.log +2024-07-19 09:13:45,618 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:45,898 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:46,618 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:47,424 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/output.log +2024-07-19 09:13:47,619 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:48,619 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:49,400 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:13:49,401 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:13:49,619 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:50,619 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:51,619 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:51,638 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:52,619 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:53,620 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:54,619 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:55,620 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:56,620 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:57,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:13:57,620 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:58,620 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:13:59,620 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:14:00,620 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:14:01,620 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:14:02,409 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report +2024-07-19 09:14:02,621 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:14:03,360 DEBUG SenderThread:143 [sender.py:send():379] send: stats +2024-07-19 09:14:03,621 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:14:04,400 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status +2024-07-19 09:14:04,401 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status +2024-07-19 09:14:04,621 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:14:05,621 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages +2024-07-19 09:14:06,621 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages