diff --git "a/wandb/run-20240321_141512-vhkq56iu/logs/debug-internal.log" "b/wandb/run-20240321_141512-vhkq56iu/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20240321_141512-vhkq56iu/logs/debug-internal.log" @@ -0,0 +1,2693 @@ +2024-03-21 14:15:12,562 INFO StreamThr :138 [internal.py:wandb_internal():86] W&B internal server running at pid: 138, started at: 2024-03-21 14:15:12.561901 +2024-03-21 14:15:12,564 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status +2024-03-21 14:15:13,038 INFO WriterThread:138 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/run-vhkq56iu.wandb +2024-03-21 14:15:13,039 DEBUG SenderThread:138 [sender.py:send():382] send: header +2024-03-21 14:15:13,041 DEBUG SenderThread:138 [sender.py:send():382] send: run +2024-03-21 14:15:13,222 INFO SenderThread:138 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files +2024-03-21 14:15:13,222 INFO SenderThread:138 [sender.py:_start_run_threads():1136] run started: vhkq56iu with start time 1711030512.563272 +2024-03-21 14:15:13,230 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: check_version +2024-03-21 14:15:13,230 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: check_version +2024-03-21 14:15:13,316 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: run_start +2024-03-21 14:15:13,327 DEBUG HandlerThread:138 [system_info.py:__init__():27] System info init +2024-03-21 14:15:13,327 DEBUG HandlerThread:138 [system_info.py:__init__():42] System info init done +2024-03-21 14:15:13,327 INFO HandlerThread:138 [system_monitor.py:start():194] Starting system monitor +2024-03-21 14:15:13,327 INFO SystemMonitor:138 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-21 14:15:13,328 INFO HandlerThread:138 [system_monitor.py:probe():214] Collecting system info +2024-03-21 14:15:13,328 INFO SystemMonitor:138 [interfaces.py:start():190] Started cpu monitoring +2024-03-21 14:15:13,330 INFO SystemMonitor:138 [interfaces.py:start():190] Started disk monitoring +2024-03-21 14:15:13,330 INFO SystemMonitor:138 [interfaces.py:start():190] Started gpu monitoring +2024-03-21 14:15:13,331 INFO SystemMonitor:138 [interfaces.py:start():190] Started memory monitoring +2024-03-21 14:15:13,332 INFO SystemMonitor:138 [interfaces.py:start():190] Started network monitoring +2024-03-21 14:15:13,346 DEBUG HandlerThread:138 [system_info.py:probe():151] Probing system +2024-03-21 14:15:13,348 DEBUG HandlerThread:138 [gitlib.py:_init_repo():56] git repository is invalid +2024-03-21 14:15:13,348 DEBUG HandlerThread:138 [system_info.py:probe():199] Probing system done +2024-03-21 14:15:13,348 DEBUG HandlerThread:138 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-21T14:15:13.346442', 'startedAt': '2024-03-21T14:15:12.555995', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '42ab9deb9182', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.138, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.138, 'min': 0.0, 'max': 0.0}, {'current': 2000.138, 'min': 0.0, 'max': 0.0}, {'current': 2000.138, 'min': 0.0, 'max': 0.0}, {'current': 2000.138, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5524.108985900879}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} +2024-03-21 14:15:13,348 INFO HandlerThread:138 [system_monitor.py:probe():224] Finished collecting system info +2024-03-21 14:15:13,348 INFO HandlerThread:138 [system_monitor.py:probe():227] Publishing system info +2024-03-21 14:15:13,348 DEBUG HandlerThread:138 [system_info.py:_save_conda():208] Saving list of conda packages installed into the current environment +2024-03-21 14:15:14,224 INFO Thread-12 :138 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/conda-environment.yaml +2024-03-21 14:16:09,240 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/conda-environment.yaml +2024-03-21 14:16:09,803 DEBUG HandlerThread:138 [system_info.py:_save_conda():220] Saving conda packages done +2024-03-21 14:16:09,804 INFO HandlerThread:138 [system_monitor.py:probe():229] Finished publishing system info +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: python_packages +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: stop_status +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,816 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,817 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:09,817 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:09,818 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: python_packages +2024-03-21 14:16:09,820 DEBUG SenderThread:138 [sender.py:send():382] send: telemetry +2024-03-21 14:16:09,820 DEBUG SenderThread:138 [sender.py:send():382] send: config +2024-03-21 14:16:09,821 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: stop_status +2024-03-21 14:16:09,959 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:09,959 DEBUG SenderThread:138 [sender.py:send():382] send: telemetry +2024-03-21 14:16:09,960 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:09,960 WARNING SenderThread:138 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen) +2024-03-21 14:16:09,960 DEBUG SenderThread:138 [sender.py:send():382] send: telemetry +2024-03-21 14:16:09,961 DEBUG SenderThread:138 [sender.py:send():382] send: files +2024-03-21 14:16:09,961 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-metadata.json with policy now +2024-03-21 14:16:10,182 INFO wandb-upload_0:138 [upload_job.py:push():131] Uploaded file /tmp/tmpzzca08mswandb/pg6sgfyu-wandb-metadata.json +2024-03-21 14:16:10,241 INFO Thread-12 :138 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:16:10,241 INFO Thread-12 :138 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-metadata.json +2024-03-21 14:16:10,242 INFO Thread-12 :138 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/requirements.txt +2024-03-21 14:16:12,242 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:16:13,332 DEBUG SystemMonitor:138 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-21 14:16:13,333 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:16:13,340 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:13,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:14,242 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/config.yaml +2024-03-21 14:16:18,363 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:18,433 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:23,364 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:23,434 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:28,366 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:28,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:33,366 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:33,436 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:38,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:38,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:43,334 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:16:43,368 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:44,335 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:48,369 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:49,002 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:16:49,004 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:49,005 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:49,005 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:49,005 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:49,005 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:16:49,005 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:16:49,006 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:16:49,256 INFO Thread-12 :138 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:16:50,007 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:53,370 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:16:54,940 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:16:54,942 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:54,943 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:54,943 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:54,943 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 14:16:54,943 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:16:54,943 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:16:54,945 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:16:55,067 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:16:55,259 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:16:56,259 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:16:58,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:00,068 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:03,372 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:05,069 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:08,373 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:10,070 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:13,335 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:17:13,374 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:15,341 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:16,267 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/config.yaml +2024-03-21 14:17:18,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:20,460 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:23,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:25,461 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:28,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:30,462 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:33,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:35,463 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:38,379 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:40,464 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:43,336 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:17:43,380 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:46,337 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:48,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:51,338 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:53,382 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:17:56,339 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:17:58,383 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:00,280 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:18:00,282 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:18:00,282 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:18:00,284 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:18:00,285 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:18:01,285 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:18:02,285 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:03,385 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:06,336 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:18:06,338 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:18:06,338 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:18:06,338 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:18:07,287 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:18:07,460 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:08,288 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:18:08,389 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:12,461 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:13,338 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:18:13,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:18,339 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:18,391 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:23,340 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:23,392 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:28,341 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:28,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:33,342 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:33,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:38,343 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:38,395 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:43,339 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:18:43,397 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:44,339 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:48,398 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:49,340 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:53,399 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:54,341 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:18:58,400 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:18:59,342 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:03,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:04,343 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:08,402 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:09,344 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:11,267 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:19:11,268 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:19:11,269 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:19:11,271 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:19:11,312 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:19:13,340 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:19:13,403 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:15,341 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:17,329 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:19:17,330 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:19:17,330 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:19:17,331 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:19:18,314 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:19:18,315 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:19:18,409 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:20,434 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:23,410 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:25,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:28,411 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:30,436 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:33,412 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:35,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:38,413 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:40,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:43,341 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:19:43,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:46,342 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:48,415 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:51,343 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:53,416 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:19:56,344 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:19:58,417 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:01,345 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:03,418 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:06,345 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:08,419 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:11,347 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:13,343 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:20:13,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:17,344 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:18,421 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:22,345 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:22,947 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:20:22,948 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:20:22,948 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:20:22,949 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:20:23,340 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:20:23,422 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:27,950 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:28,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:28,964 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:20:28,966 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:20:28,966 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:20:28,966 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:20:29,342 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:20:30,343 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:20:33,066 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:33,425 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:38,067 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:38,425 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:43,068 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:43,344 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:20:43,426 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:48,345 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:48,427 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:53,346 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:53,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:20:58,347 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:20:58,429 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:03,347 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:03,430 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:08,348 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:08,431 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:13,345 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:21:13,432 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:14,347 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:18,433 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:19,348 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:23,434 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:24,348 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:28,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:29,349 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:33,436 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:34,350 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:34,397 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:21:34,398 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:21:34,399 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:21:34,399 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:21:35,369 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:21:38,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:39,400 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:40,479 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:21:40,480 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:21:40,481 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:21:40,481 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:21:41,371 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:21:42,372 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:21:43,346 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:21:43,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:45,347 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:48,439 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:50,348 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:53,440 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:21:55,349 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:21:58,441 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:00,350 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:03,442 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:05,351 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:08,443 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:10,352 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:13,347 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:22:13,444 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:16,348 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:18,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:21,349 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:23,446 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:26,350 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:28,447 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:31,351 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:33,448 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:36,352 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:38,449 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:41,353 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:43,348 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:22:43,450 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:45,936 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:22:45,937 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:22:45,937 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:22:45,938 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:22:46,396 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:22:46,939 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:48,451 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:51,940 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:52,031 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:22:52,032 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:22:52,032 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:22:52,033 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:22:52,399 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:22:53,452 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:22:54,400 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:22:57,144 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:22:58,453 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:02,145 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:03,454 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:07,146 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:08,455 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:12,147 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:13,350 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:23:13,456 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:17,351 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:18,457 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:22,352 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:23,458 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:27,353 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:28,459 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:32,354 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:33,464 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:37,356 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:38,465 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:42,357 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:43,350 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:23:43,466 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:48,352 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:48,467 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:53,353 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:23:53,468 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:54,041 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:23:54,042 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:23:54,042 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:23:54,043 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:23:54,425 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:23:58,470 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:23:59,044 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:00,102 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:24:00,104 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:24:00,104 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:24:00,105 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:24:00,428 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:24:03,430 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:24:03,471 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:04,208 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:08,471 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:09,209 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:13,351 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:24:13,472 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:14,352 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:18,473 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:19,353 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:23,474 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:24,354 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:28,475 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:29,355 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:33,476 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:34,356 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:38,477 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:39,357 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:43,352 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:24:43,478 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:45,354 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:48,479 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:50,354 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:53,479 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:24:55,355 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:24:58,480 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:00,356 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:03,482 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:05,357 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:05,562 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:25:05,563 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:25:05,563 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:25:05,564 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:25:06,491 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:25:08,483 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:10,565 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:11,625 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:25:11,627 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:25:11,627 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:25:11,627 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:25:12,493 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:25:13,353 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:25:13,484 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:13,493 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:25:16,354 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:18,485 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:21,355 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:23,486 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:26,356 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:28,487 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:31,357 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:33,488 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:36,358 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:38,489 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:41,359 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:43,374 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:25:43,490 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:46,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:48,491 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:51,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:53,492 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:25:56,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:25:58,493 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:01,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:03,494 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:06,380 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:08,495 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:11,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:13,355 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:26:13,496 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:16,693 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:26:16,694 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:26:16,695 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:26:16,695 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:16,697 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:26:17,515 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:26:18,497 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:21,698 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:22,739 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:26:22,740 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:26:22,740 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:26:22,741 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:26:23,498 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:23,518 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:26:25,519 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:26:26,843 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:28,499 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:31,844 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:33,500 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:36,845 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:38,501 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:41,845 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:43,357 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:26:43,502 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:47,358 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:48,503 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:52,359 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:53,504 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:26:57,360 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:26:58,505 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:02,360 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:03,506 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:07,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:08,507 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:12,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:13,360 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:27:13,509 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:18,361 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:18,510 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:23,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:23,511 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:28,097 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:27:28,099 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:27:28,099 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:27:28,100 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:27:28,512 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:28,543 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:27:29,100 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:33,513 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:34,101 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:34,147 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:27:34,148 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:27:34,148 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:27:34,149 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:27:34,545 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:27:37,546 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:27:38,514 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:39,253 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:43,359 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:27:43,515 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:44,360 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:48,516 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:49,361 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:53,517 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:54,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:27:58,519 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:27:59,363 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:03,520 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:04,364 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:08,521 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:09,365 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:13,359 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:28:13,522 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:15,361 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:18,523 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:20,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:23,525 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:25,363 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:28,526 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:30,364 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:33,527 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:35,365 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:38,528 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:39,690 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:28:39,691 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:28:39,691 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:28:39,692 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:28:40,570 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:28:40,693 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:43,360 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:28:43,529 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:45,722 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:28:45,723 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:28:45,723 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:28:45,723 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:45,724 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:28:46,572 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:28:47,573 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:28:48,530 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:50,827 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:53,531 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:28:55,828 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:28:58,532 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:00,829 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:03,533 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:05,830 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:08,534 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:10,830 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:13,361 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:29:13,535 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:16,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:18,536 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:21,363 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:23,538 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:26,364 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:28,539 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:31,365 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:33,540 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:36,366 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:38,541 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:41,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:43,362 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:29:43,542 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:47,363 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:48,544 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:51,048 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:29:51,050 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:29:51,050 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:29:51,051 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:29:51,600 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:29:53,052 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:53,545 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:57,113 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:29:57,115 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:29:57,115 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:29:57,115 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:29:57,603 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:29:58,220 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:29:58,546 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:29:59,604 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:30:03,221 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:03,547 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:08,222 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:08,547 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:13,223 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:13,363 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:30:13,549 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:18,364 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:18,550 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:23,365 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:23,551 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:28,366 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:28,552 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:33,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:33,553 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:38,368 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:38,554 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:43,364 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:30:43,555 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:44,365 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:48,556 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:49,366 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:53,557 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:54,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:30:58,558 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:30:59,368 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:02,397 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:31:02,399 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:31:02,399 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:31:02,400 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:31:02,628 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:31:03,559 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:04,400 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:08,486 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:31:08,487 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:31:08,488 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:31:08,488 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:31:08,564 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:08,631 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:31:09,589 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:11,633 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:31:13,365 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:31:13,568 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:15,366 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:18,569 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:20,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:23,569 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:25,368 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:28,571 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:30,369 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:33,571 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:35,370 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:38,572 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:40,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:43,366 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:31:43,573 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:46,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:48,574 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:51,368 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:53,575 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:31:56,369 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:31:58,576 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:01,370 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:03,577 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:06,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:08,578 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:11,372 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:13,366 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:32:13,579 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:13,584 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:32:13,585 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:32:13,585 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:32:13,586 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:32:13,657 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:32:16,586 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:18,582 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:19,674 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:32:19,675 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:32:19,675 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:32:19,676 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:32:20,660 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:32:21,660 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:32:21,777 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:23,583 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:26,778 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:28,584 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:31,779 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:33,585 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:36,780 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:38,586 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:41,781 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:43,368 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:32:43,587 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:47,369 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:48,587 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:52,370 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:53,588 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:32:57,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:32:58,589 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:02,372 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:03,590 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:07,373 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:08,591 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:12,374 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:13,370 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:33:13,592 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:18,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:18,593 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:23,372 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:23,594 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:24,942 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:33:24,944 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:33:24,944 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:33:24,944 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:33:25,686 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:33:28,595 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:28,946 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:30,967 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:33:30,969 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:33:30,969 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:33:30,969 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:33:31,689 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:33:33,596 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:33,689 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:33:34,073 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:38,597 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:39,075 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:43,370 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:33:43,598 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:44,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:48,599 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:49,372 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:53,600 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:54,373 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:33:58,602 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:33:59,374 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:03,602 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:04,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:08,603 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:09,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:13,371 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:34:13,376 WARNING FileStreamThread:138 [file_stream.py:request_with_retry():668] requests_with_retry encountered retryable exception: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')). func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/teamenex/huggingface/vhkq56iu/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 36, 'content': ['{"system.network.sent": 1589054.67, "system.network.recv": 1010131.8, "system.cpu": 25.02, "system.cpu.0.cpu_percent": 7.49, "system.cpu.1.cpu_percent": 51.57, "system.cpu.2.cpu_percent": 24.85, "system.cpu.3.cpu_percent": 24.98, "system.proc.cpu.threads": 41, "system.proc.memory.availableMB": 25479.35, "system.memory": 20.66, "system.proc.memory.rssMB": 5800.4, "system.proc.memory.percent": 18.06, "system.disk.\\\\.usagePercent": 68.5, "system.disk.\\\\.usageGB": 5524.11, "system.disk.in": 241.55, "system.disk.out": 393.81, "system.gpu.0.memoryAllocated": 29.45, "system.gpu.1.memoryAllocated": 31.53, "system.gpu.0.memoryAllocatedBytes": 4742643712.0, "system.gpu.1.memoryAllocatedBytes": 5078188032.0, "system.gpu.0.memory": 23.93, "system.gpu.1.memory": 30.53, "system.gpu.0.gpu": 49.33, "system.gpu.1.gpu": 49.27, "system.gpu.0.temp": 77.0, "system.gpu.1.temp": 75.07, "system.gpu.0.powerWatts": 56.34, "system.gpu.1.powerWatts": 53.88, "system.gpu.0.powerPercent": 79.37, "system.gpu.1.powerPercent": 76.97, "_wandb": true, "_timestamp": 1711031653.370566, "_runtime": 1140.807294}']}}, 'dropped': 0}} +2024-03-21 14:34:13,604 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:15,373 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:18,605 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:20,373 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:23,606 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:25,374 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:28,608 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:30,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:33,609 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:35,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:36,379 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:34:36,380 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:34:36,380 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:34:36,381 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:34:36,713 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:34:38,610 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:40,382 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:42,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:34:42,402 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:34:42,403 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:34:42,403 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:34:42,717 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:34:43,373 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:34:43,611 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:43,717 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:34:46,374 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:48,612 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:51,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:53,613 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:34:56,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:34:58,614 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:01,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:03,615 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:06,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:08,616 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:11,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:13,374 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:35:13,617 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:17,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:18,618 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:22,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:23,619 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:27,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:28,620 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:32,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:33,621 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:37,379 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:38,622 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:42,380 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:43,375 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:35:43,623 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:47,570 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:35:47,571 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:35:47,572 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:35:47,572 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:47,572 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:35:47,741 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:35:48,624 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:52,574 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:53,591 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:35:53,592 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:35:53,593 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:35:53,593 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:35:53,625 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:35:53,743 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:35:55,744 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:35:57,696 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:35:58,627 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:02,697 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:03,628 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:07,698 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:08,629 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:12,699 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:13,376 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:36:13,630 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:18,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:18,631 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:23,379 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:23,632 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:28,380 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:28,633 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:33,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:33,634 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:38,382 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:38,635 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:43,377 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:36:43,637 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:44,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:48,638 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:49,379 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:53,639 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:54,380 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:36:55,795 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:36:55,796 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:36:55,796 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:36:55,796 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:36:56,769 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:36:58,639 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:36:59,797 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:01,864 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:37:01,865 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:37:01,865 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:37:01,865 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:37:02,771 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:37:03,641 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:03,772 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:37:04,969 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:08,642 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:09,970 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:13,378 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:37:13,643 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:15,379 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:18,644 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:20,380 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:23,645 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:25,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:28,646 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:30,382 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:33,647 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:35,383 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:38,648 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:40,384 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:43,379 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:37:43,650 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:46,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:48,651 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:51,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:53,652 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:37:56,382 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:37:58,653 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:01,383 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:03,654 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:06,384 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:07,060 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:38:07,062 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:38:07,062 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:38:07,063 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:38:07,799 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:38:08,655 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:12,064 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:13,109 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:38:13,110 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:38:13,111 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:38:13,111 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:38:13,386 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:38:13,656 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:13,802 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:38:15,802 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:38:17,387 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:18,657 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:22,388 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:23,658 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:27,389 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:28,659 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:32,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:33,660 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:37,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:38,661 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:42,391 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:43,382 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:38:43,662 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:48,383 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:48,663 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:53,384 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:53,664 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:38:58,385 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:38:58,665 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:03,386 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:03,666 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:08,387 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:08,667 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:13,385 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:39:13,668 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:14,386 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:18,227 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:39:18,229 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:39:18,229 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:39:18,229 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:39:18,669 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:18,826 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:39:20,230 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:23,670 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:24,272 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:39:24,274 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:39:24,274 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:39:24,274 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:39:24,828 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:39:25,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:25,828 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:39:28,671 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:30,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:33,672 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:35,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:38,672 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:40,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:43,384 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:39:43,673 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:45,386 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:48,675 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:50,386 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:53,676 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:39:55,387 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:39:58,677 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:00,388 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:03,678 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:05,389 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:08,679 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:10,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:13,385 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:40:13,680 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:16,386 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:18,681 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:21,387 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:23,682 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:26,388 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:28,684 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:29,357 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:40:29,358 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:40:29,358 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:40:29,359 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:40:29,854 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:40:32,360 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:33,685 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:35,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:40:35,378 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:40:35,378 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:40:35,379 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:40:35,856 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:40:37,482 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:37,857 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:40:38,686 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:42,483 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:43,386 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:40:43,686 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:48,388 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:48,688 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:53,388 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:53,688 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:40:58,389 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:40:58,689 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:03,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:03,690 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:08,391 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:08,691 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:13,387 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:41:13,692 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:14,388 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:18,693 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:19,389 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:23,694 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:24,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:28,695 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:29,391 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:33,697 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:34,392 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:38,698 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:39,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:40,728 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:41:40,729 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:41:40,730 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:41:40,730 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:41:40,882 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:41:43,388 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:41:43,698 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:45,389 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:46,789 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:41:46,790 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:41:46,791 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:41:46,791 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:41:46,885 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:41:47,886 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:41:48,699 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:50,899 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:53,700 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:41:55,899 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:41:58,702 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:00,900 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:03,702 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:05,901 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:08,703 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:10,902 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:13,389 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:42:13,704 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:16,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:18,705 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:21,391 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:23,706 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:26,392 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:28,707 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:31,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:33,708 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:36,394 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:38,709 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:41,395 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:43,390 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:42:43,710 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:47,391 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:48,711 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:49,319 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:42:49,320 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:42:49,321 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:42:49,321 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:42:49,910 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:42:53,322 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:53,712 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:42:55,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:42:55,382 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:42:55,382 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:42:55,383 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:42:55,912 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:42:57,913 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:42:58,486 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:42:58,713 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:03,487 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:03,714 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:08,488 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:08,715 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:13,391 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:43:13,717 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:14,392 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:18,718 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:19,392 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:23,719 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:24,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:28,720 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:29,394 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:33,721 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:34,395 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:38,722 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:39,396 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:43,392 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:43:43,723 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:45,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:48,724 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:50,394 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:53,725 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:43:55,395 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:43:58,726 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:00,396 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:00,545 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:44:00,547 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:44:00,547 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:44:00,547 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:44:00,936 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:44:03,727 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:05,548 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:06,630 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:44:06,631 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:44:06,631 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:44:06,632 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:44:06,939 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:44:07,939 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:44:08,733 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:10,735 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:13,393 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:44:13,734 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:16,394 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:18,735 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:21,395 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:23,736 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:26,396 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:28,737 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:31,397 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:33,738 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:36,398 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:38,738 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:41,399 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:43,394 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:44:43,740 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:47,395 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:48,740 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:52,396 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:53,741 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:44:57,397 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:44:58,742 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:02,398 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:03,743 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:07,399 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:08,744 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:11,676 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:45:11,677 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:45:11,678 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:45:11,678 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:45:11,964 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:45:12,679 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:13,395 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:45:13,745 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:17,676 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:45:17,677 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:45:17,677 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:45:17,678 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:45:17,778 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:17,966 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:45:18,751 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:19,967 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:45:22,779 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:23,752 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:27,780 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:28,753 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:32,781 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:33,754 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:37,781 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:38,755 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:42,782 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:43,396 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:45:43,756 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:48,397 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:48,757 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:53,398 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:53,762 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:45:58,399 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:45:58,763 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:03,400 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:03,763 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:08,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:08,764 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:13,397 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:46:13,765 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:14,398 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:18,766 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:19,398 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:22,834 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:46:22,835 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:46:22,835 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:46:22,836 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:46:22,989 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:46:23,767 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:24,837 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:28,768 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:28,868 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:46:28,869 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:46:28,870 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:46:28,870 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:46:28,991 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:46:29,972 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:29,992 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:46:33,769 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:34,973 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:38,770 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:39,974 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:43,398 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:46:43,771 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:45,399 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:48,772 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:50,400 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:53,773 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:46:55,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:46:58,774 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:00,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:03,775 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:05,402 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:08,775 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:10,403 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:13,398 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:47:13,776 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:16,400 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:18,777 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:21,400 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:23,778 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:26,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:28,779 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:31,402 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:33,781 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:33,987 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:47:33,988 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:47:33,988 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:47:33,988 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:47:34,016 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:47:36,989 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:38,782 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:40,067 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:47:40,068 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:47:40,068 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:47:40,068 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:47:41,018 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:47:42,019 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:47:42,171 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:43,399 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:47:43,783 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:47,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:48,783 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:52,402 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:53,784 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:47:57,403 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:47:58,786 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:02,404 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:03,786 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:07,404 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:08,787 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:12,405 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:13,400 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:48:13,789 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:18,402 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:18,790 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:23,403 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:23,791 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:28,404 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:28,792 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:33,405 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:33,793 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:38,406 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:38,794 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:43,402 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:48:43,795 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:44,402 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:45,149 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:48:45,150 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:48:45,150 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:48:45,150 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:48:46,044 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:48:48,796 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:50,151 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:51,226 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:48:51,227 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:48:51,227 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:48:51,228 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:48:52,047 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:48:52,047 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:48:53,797 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:48:55,332 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:48:58,798 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:00,333 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:03,799 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:05,334 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:08,800 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:10,334 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:13,403 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:49:13,801 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:15,404 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:18,802 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:20,404 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:23,803 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:25,405 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:28,804 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:30,406 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:33,805 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:35,407 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:38,806 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:40,408 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:43,404 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:49:43,807 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:46,405 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:48,808 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:51,406 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:53,809 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:49:56,407 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:49:56,477 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:49:56,478 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:49:56,478 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:49:56,479 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:49:57,076 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:49:58,811 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:01,480 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:02,530 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:50:02,531 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:50:02,532 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:50:02,532 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:50:03,079 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:50:03,812 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:05,080 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:50:06,638 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:08,812 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:11,639 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:13,405 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:50:13,813 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:17,407 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:18,814 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:22,408 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:23,815 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:27,409 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:28,817 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:32,409 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:33,818 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:37,410 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:38,819 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:42,411 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:43,419 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:50:43,820 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:47,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:48,821 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:52,421 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:53,822 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:50:57,422 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:50:58,823 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:02,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:03,824 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:07,424 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:07,738 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:51:07,739 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:51:07,739 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:51:07,740 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:51:08,106 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:51:08,825 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:12,741 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:13,407 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:51:13,778 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:51:13,780 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:51:13,780 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:51:13,783 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:51:13,826 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:14,109 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:51:17,110 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:51:17,904 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:18,827 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:22,905 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:23,829 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:27,906 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:28,830 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:32,907 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:33,831 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:37,908 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:38,832 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:42,908 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:43,409 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:51:43,833 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:48,410 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:48,834 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:53,411 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:53,835 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:51:58,412 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:51:58,836 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:03,413 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:03,837 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:08,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:08,838 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:13,411 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:52:13,839 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:14,412 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:18,672 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:52:18,674 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:52:18,674 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:52:18,675 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:52:18,840 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:19,137 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:52:19,675 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:23,841 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:24,676 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:24,717 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:52:24,718 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:52:24,719 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:52:24,719 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:52:25,140 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:52:27,141 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:52:28,842 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:29,824 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:33,843 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:34,825 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:38,844 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:39,826 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:43,410 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:52:43,846 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:45,411 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:48,847 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:50,412 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:53,848 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:52:55,413 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:52:58,849 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:00,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:03,850 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:05,415 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:08,854 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:10,416 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:13,411 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:53:13,855 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:16,412 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:18,856 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:21,413 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:23,857 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:26,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:28,858 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:29,456 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:53:29,458 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:53:29,458 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:53:29,458 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:53:30,167 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:53:31,459 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:33,860 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:35,516 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:53:35,517 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:53:35,517 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:53:35,517 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:53:36,169 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:53:36,621 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:37,169 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:53:38,861 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:41,622 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:43,412 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:53:43,862 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:47,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:48,863 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:52,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:53,864 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:53:57,415 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:53:58,865 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:02,416 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:03,866 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:07,417 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:08,867 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:12,418 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:13,413 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:54:13,868 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:18,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:18,869 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:23,415 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:23,870 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:28,416 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:28,871 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:33,417 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:33,872 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:38,418 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:38,874 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:40,191 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:54:40,193 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:54:40,194 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:54:40,195 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:54:40,196 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:54:43,414 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:54:43,875 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:44,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:46,220 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:54:46,221 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:54:46,222 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:54:46,222 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:54:47,198 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:54:48,876 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:49,199 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:54:50,325 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:53,877 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:54:55,327 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:54:58,878 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:00,327 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:03,879 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:05,329 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:08,880 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:10,329 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:13,414 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:55:13,881 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:15,415 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:18,882 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:20,416 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:23,883 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:25,417 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:28,884 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:30,418 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:33,886 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:35,419 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:38,887 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:40,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:43,415 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:55:43,888 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:46,416 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:48,889 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:51,348 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:55:51,349 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:55:51,350 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:55:51,350 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:55:52,222 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:55:52,351 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:53,890 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:57,352 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:55:57,409 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:55:57,411 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:55:57,411 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:55:57,411 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:55:58,225 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:55:58,891 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:55:59,225 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:56:02,519 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:03,892 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:07,520 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:08,893 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:12,521 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:13,416 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:56:13,894 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:18,417 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:18,895 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:23,418 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:23,896 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:28,419 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:28,897 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:33,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:33,898 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:38,421 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:38,900 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:43,417 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:56:43,901 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:44,418 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:48,902 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:49,419 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:53,903 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:54,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:56:58,904 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:56:59,421 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:02,465 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:57:02,466 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:57:02,467 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:57:02,467 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:57:03,251 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:57:03,905 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:04,468 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:08,543 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:57:08,545 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:57:08,545 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:57:08,545 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:57:08,906 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:09,254 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:57:09,650 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:11,254 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:57:13,418 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:57:13,907 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:15,419 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:18,908 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:20,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:23,909 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:25,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:28,909 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:30,421 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:33,910 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:35,422 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:38,911 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:40,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:43,418 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:57:43,912 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:46,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:48,913 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:51,421 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:53,914 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:57:56,421 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:57:58,916 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:01,422 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:03,917 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:06,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:08,918 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:11,424 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:13,419 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:58:13,766 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:58:13,767 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:58:13,767 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:58:13,767 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:58:13,919 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:14,279 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:58:16,768 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:18,919 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:19,802 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:58:19,803 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:58:19,803 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:58:19,804 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:58:20,282 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:58:21,282 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:58:21,905 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:23,920 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:26,906 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:28,922 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:31,906 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:33,923 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:36,907 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:38,924 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:41,908 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:43,421 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:58:43,925 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:47,422 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:48,926 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:52,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:53,927 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:58:57,424 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:58:58,928 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:02,425 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:03,929 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:07,425 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:08,931 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:12,426 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:13,422 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:59:13,932 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:18,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:18,932 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:23,424 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:23,933 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:24,664 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:59:24,665 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:59:24,665 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:59:24,666 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:59:25,306 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:59:28,667 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:28,934 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:30,733 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 14:59:30,735 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 14:59:30,735 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 14:59:30,736 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 14:59:31,308 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 14:59:33,310 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 14:59:33,854 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:33,935 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:38,855 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:38,937 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:43,423 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 14:59:43,938 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:44,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:48,939 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:49,425 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:53,940 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:54,426 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 14:59:58,941 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 14:59:59,427 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:03,942 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:04,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:08,943 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:09,429 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:13,423 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:00:13,944 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:15,424 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:18,945 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:20,425 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:23,947 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:25,427 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:28,948 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:30,427 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:33,949 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:35,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:35,632 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:00:35,634 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:00:35,634 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:00:35,634 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:00:36,337 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:00:38,950 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:40,635 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:41,690 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:00:41,691 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:00:41,692 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:00:41,692 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:00:42,339 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:00:43,340 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:00:43,424 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:00:43,951 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:46,425 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:48,952 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:51,426 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:53,953 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:00:56,427 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:00:58,955 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:01,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:03,956 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:06,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:08,957 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:11,429 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:13,425 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:01:13,958 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:17,427 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:18,959 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:22,427 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:23,960 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:27,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:28,961 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:32,429 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:33,962 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:37,430 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:38,963 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:42,431 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:43,426 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:01:43,964 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:44,048 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:01:44,049 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:01:44,049 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:01:44,050 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:01:44,365 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:01:48,051 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:48,964 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:50,067 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:01:50,068 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:01:50,069 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:01:50,069 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:01:50,367 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:01:51,368 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:01:53,171 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:53,965 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:01:58,172 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:01:58,966 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:03,173 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:03,967 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:08,174 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:08,968 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:13,175 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:13,427 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:02:13,969 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:18,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:18,970 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:23,429 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:23,971 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:28,430 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:28,972 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:33,430 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:33,973 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:38,431 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:38,974 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:43,427 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:02:43,975 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:44,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:48,976 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:49,429 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:53,977 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:02:54,430 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:02:55,133 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:02:55,134 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:02:55,134 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:02:55,135 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:02:55,392 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:02:58,978 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:00,136 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:01,213 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:03:01,214 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:03:01,214 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:03:01,215 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:03:01,394 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:03:03,395 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:03:03,979 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:05,320 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:08,980 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:10,321 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:13,434 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:03:13,981 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:15,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:18,982 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:20,436 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:23,982 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:25,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:28,983 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:30,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:33,984 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:35,439 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:38,985 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:40,440 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:43,429 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:03:43,986 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:46,430 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:48,987 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:51,431 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:53,988 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:03:56,432 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:03:58,989 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:01,433 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:03,990 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:06,280 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:04:06,282 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:04:06,282 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:04:06,284 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:04:06,418 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:04:07,285 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:08,991 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:12,286 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:12,337 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:04:12,338 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:04:12,338 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:04:12,339 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:04:12,421 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:04:13,421 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:04:13,431 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:04:13,992 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:17,432 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:18,993 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:22,432 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:23,994 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:27,433 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:28,995 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:32,434 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:33,996 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:37,434 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:38,997 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:42,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:43,433 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:04:43,998 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:48,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:48,999 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:53,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:54,000 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:04:58,436 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:04:59,001 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:03,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:04,003 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:08,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:09,004 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:13,432 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:05:14,005 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:14,433 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:17,331 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:05:17,332 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:05:17,332 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:05:17,333 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:05:17,448 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:05:19,006 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:20,334 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:23,359 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:05:23,360 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:05:23,360 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:05:23,361 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:05:23,450 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:05:24,006 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:25,451 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:05:25,466 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:29,007 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:30,467 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:34,008 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:35,468 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:39,009 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:40,469 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:43,434 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:05:44,011 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:46,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:49,012 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:51,436 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:54,013 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:05:56,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:05:59,014 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:01,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:04,015 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:06,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:09,016 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:11,439 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:13,435 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:06:14,017 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:17,436 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:19,018 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:22,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:24,019 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:27,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:28,625 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:06:28,626 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:06:28,627 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:06:28,627 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:06:29,020 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:29,474 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:06:32,628 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:34,021 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:34,690 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:06:34,691 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:06:34,691 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:06:34,692 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:06:35,477 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:06:35,477 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:06:37,795 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:39,022 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:42,796 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:43,435 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:06:44,023 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:48,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:49,024 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:53,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:54,025 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:06:58,439 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:06:59,026 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:03,440 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:04,027 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:08,441 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:09,028 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:13,437 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:07:14,029 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:14,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:19,030 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:19,439 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:24,031 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:24,439 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:29,032 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:29,440 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:34,033 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:34,441 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:39,034 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:39,387 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:07:39,389 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:07:39,389 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:07:39,389 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:07:39,500 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:07:40,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:43,438 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:07:44,035 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:45,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:45,444 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:07:45,445 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:07:45,445 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:07:45,446 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:07:45,502 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:07:47,503 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:07:49,036 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:50,551 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:54,037 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:07:55,552 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:07:59,039 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:00,553 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:04,040 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:05,553 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:09,041 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:10,555 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:13,439 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:08:14,042 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:16,440 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:19,043 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:21,441 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:24,044 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:26,442 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:29,045 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:31,443 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:34,046 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:36,444 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:39,047 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:41,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:43,440 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:08:44,048 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:47,441 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:49,050 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:50,461 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:08:50,462 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:08:50,463 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:08:50,463 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:08:50,527 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:08:52,464 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:54,051 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:08:56,540 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:08:56,541 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:08:56,541 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:08:56,542 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:08:57,530 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:08:57,531 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:08:57,646 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:08:59,052 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:02,646 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:04,053 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:07,647 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:09,054 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:12,648 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:13,441 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:09:14,055 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:18,443 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:19,056 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:23,444 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:24,057 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:28,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:29,058 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:33,446 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:34,059 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:38,447 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:39,060 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:43,441 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:09:44,061 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:44,443 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:49,062 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:49,444 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:54,063 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:54,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:09:59,064 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:09:59,446 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:01,769 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:10:01,770 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:10:01,770 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:10:01,771 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:10:02,559 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:10:04,065 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:04,771 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:07,807 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:10:07,808 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:10:07,808 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:10:07,808 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:10:08,561 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:10:09,066 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:09,561 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:10:09,913 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:13,442 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:10:14,067 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:15,443 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:19,068 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:20,444 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:24,068 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:25,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:29,069 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:30,446 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:34,070 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:35,447 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:39,071 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:40,447 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:43,443 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:10:44,072 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:46,444 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:49,074 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:51,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:54,075 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:10:56,446 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:10:59,076 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:01,447 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:04,077 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:06,448 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:09,078 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:11,449 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:12,967 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:11:12,968 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:11:12,968 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:11:12,969 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:11:13,444 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:11:13,587 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:11:14,079 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:17,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:19,025 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:11:19,026 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:11:19,027 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:11:19,027 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:11:19,086 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:19,590 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:11:19,590 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:11:23,135 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:24,092 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:28,136 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:29,093 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:33,137 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:34,094 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:38,137 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:39,095 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:43,138 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:43,445 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:11:44,096 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:48,446 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:49,097 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:53,447 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:54,098 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:11:58,448 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:11:59,100 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:03,449 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:04,100 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:08,450 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:09,101 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:13,446 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:12:14,102 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:14,447 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:19,104 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:19,448 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:24,100 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:12:24,101 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:12:24,102 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:12:24,102 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:12:24,107 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:24,618 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:12:25,103 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:29,108 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:30,104 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:30,163 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:12:30,164 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:12:30,164 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:12:30,165 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:12:30,620 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:12:31,621 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:12:34,109 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:35,272 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:39,110 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:40,273 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:43,447 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:12:44,111 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:45,448 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:49,112 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:50,449 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:54,113 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:12:55,450 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:12:59,114 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:00,451 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:04,115 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:05,452 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:09,116 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:10,453 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:13,448 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:13:14,117 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:16,449 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:19,118 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:21,450 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:24,120 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:26,451 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:29,121 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:31,452 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:34,122 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:34,870 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:13:34,871 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:13:34,871 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:13:34,872 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:13:35,646 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:13:36,873 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:39,123 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:40,944 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:13:40,945 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:13:40,945 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:13:40,945 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:13:41,648 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/output.log +2024-03-21 15:13:41,648 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:13:42,050 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:43,449 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:13:44,124 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:47,450 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:49,125 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:52,451 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:54,126 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:13:57,452 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:13:59,127 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:02,454 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:04,128 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:07,455 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:09,129 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:12,456 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:13,450 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:14:14,130 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:18,451 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:19,131 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:23,452 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:24,132 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:28,453 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:29,133 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:33,454 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:34,133 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:38,454 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:39,134 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:43,451 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:14:44,135 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:44,452 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:45,888 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:14:45,890 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:14:45,890 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:14:45,891 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:14:46,672 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:14:49,137 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:49,892 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:51,924 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:14:51,925 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:14:51,926 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:14:51,926 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:14:52,040 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: partial_history +2024-03-21 15:14:52,042 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 15:14:52,043 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 15:14:52,043 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 15:14:52,043 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 15:14:52,043 DEBUG SenderThread:138 [sender.py:send():382] send: metric +2024-03-21 15:14:52,043 DEBUG SenderThread:138 [sender.py:send():382] send: history +2024-03-21 15:14:52,044 DEBUG SenderThread:138 [sender.py:send_request():409] send_request: summary_record +2024-03-21 15:14:52,044 INFO SenderThread:138 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end +2024-03-21 15:14:52,045 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: pause +2024-03-21 15:14:52,045 INFO HandlerThread:138 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-03-21 15:14:52,045 INFO HandlerThread:138 [system_monitor.py:finish():203] Stopping system monitor +2024-03-21 15:14:52,045 DEBUG SystemMonitor:138 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-21 15:14:52,046 DEBUG SystemMonitor:138 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-21 15:14:52,046 INFO HandlerThread:138 [interfaces.py:finish():202] Joined cpu monitor +2024-03-21 15:14:52,047 INFO HandlerThread:138 [interfaces.py:finish():202] Joined disk monitor +2024-03-21 15:14:52,057 INFO HandlerThread:138 [interfaces.py:finish():202] Joined gpu monitor +2024-03-21 15:14:52,058 INFO HandlerThread:138 [interfaces.py:finish():202] Joined memory monitor +2024-03-21 15:14:52,058 INFO HandlerThread:138 [interfaces.py:finish():202] Joined network monitor +2024-03-21 15:14:52,058 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:14:52,674 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/wandb-summary.json +2024-03-21 15:14:54,138 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:14:55,059 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:14:59,139 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:00,060 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:04,140 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:05,066 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:06,679 INFO Thread-12 :138 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240321_141512-vhkq56iu/files/config.yaml +2024-03-21 15:15:09,141 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:11,255 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:14,142 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:16,256 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:19,143 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:21,257 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:24,144 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:26,258 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:29,145 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:31,260 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:34,147 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:36,261 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:39,148 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:41,262 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:44,149 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:46,263 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:49,150 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:51,264 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:54,151 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:15:56,265 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:15:59,152 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:01,266 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:04,153 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:06,267 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:09,154 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:11,268 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:14,155 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:16,269 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:19,156 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:21,270 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:24,157 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:26,271 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:29,158 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:31,271 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:34,159 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:36,272 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:39,160 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:41,273 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:44,161 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:46,274 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:49,163 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:51,275 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:54,164 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:16:56,276 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:16:59,165 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:01,276 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:04,166 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:06,277 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:09,167 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:11,278 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:14,169 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:16,279 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:19,170 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:21,280 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:24,171 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:26,281 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:29,172 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:31,282 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:34,173 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:36,282 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:39,174 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:41,284 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:44,175 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:46,285 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:49,176 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:51,286 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:54,177 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:17:56,287 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:17:59,178 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:01,288 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:04,180 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:06,288 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:09,181 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:11,290 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:14,182 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:16,291 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:19,183 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:21,291 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:24,184 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:26,292 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:29,185 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:31,293 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:34,186 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:36,294 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:39,187 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:41,295 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:44,188 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:46,296 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:49,189 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:51,297 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:54,190 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:18:56,298 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:18:59,192 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:01,298 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:04,193 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:06,300 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:09,194 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:11,301 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:14,195 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:16,301 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:19,196 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:21,302 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:24,197 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:26,303 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:29,198 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:31,304 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:34,200 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:36,305 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:39,201 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:41,305 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:44,201 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:46,306 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:49,203 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:51,307 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:54,204 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:19:56,308 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:19:59,205 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:01,309 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:04,206 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:06,310 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:09,207 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:11,311 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:14,208 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:16,312 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:19,209 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:21,313 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:24,210 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:26,314 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:29,211 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:31,315 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:34,213 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:36,315 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:39,214 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:41,316 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:44,215 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:46,317 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:49,216 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:51,317 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:54,217 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:20:56,318 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:20:59,218 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:01,319 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:04,219 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:06,320 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:09,221 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:11,321 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:14,222 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:16,321 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:19,223 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:21,322 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:24,224 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:26,323 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:29,225 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:31,324 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:34,226 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:36,325 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:39,227 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:41,326 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:44,228 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:46,326 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:49,229 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:51,327 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:54,230 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:21:56,328 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:21:59,231 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:01,329 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:04,232 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:06,330 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:09,233 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:11,331 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:14,234 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:16,332 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:19,235 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:21,333 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:24,236 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:26,334 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:29,237 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:31,335 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:34,238 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:36,336 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:39,239 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:41,337 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:44,240 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:46,338 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:49,241 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:51,339 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:54,242 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:22:56,340 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:22:59,243 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:01,341 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:04,245 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:06,342 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:09,245 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:11,343 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:14,247 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:16,344 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:19,248 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:21,345 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:24,249 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:26,346 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:29,251 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:31,347 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:34,252 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:36,348 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:39,253 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:41,349 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:44,254 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:46,350 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:49,255 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:51,351 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:54,257 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:23:56,352 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:23:59,258 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:01,353 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:04,259 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:06,354 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:09,260 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:11,355 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:14,261 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:16,356 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:19,262 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:21,357 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:24,263 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:26,358 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:29,264 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:31,359 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:34,266 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:36,360 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:39,267 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:41,361 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:44,268 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:46,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:49,269 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:51,363 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:54,270 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:24:56,364 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:24:59,271 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:01,365 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:04,272 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:06,366 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:09,273 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:11,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:14,274 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:16,368 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:19,275 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:21,369 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:24,276 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:26,370 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:29,277 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:31,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:34,278 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:36,372 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:39,279 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:41,373 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:44,280 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:46,374 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:49,282 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:51,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:54,283 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:25:56,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:25:59,284 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:01,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:04,285 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:06,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:09,286 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:11,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:14,288 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:16,379 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:19,288 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:21,380 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:24,289 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:26,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:29,291 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:31,382 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:34,292 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:36,383 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:39,293 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:41,384 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:44,294 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:46,385 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:49,295 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:51,386 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:54,296 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:26:56,387 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:26:59,297 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:01,388 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:04,299 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:06,389 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:09,300 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:11,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:14,301 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:16,391 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:19,302 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:21,392 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:24,303 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:26,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:29,304 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:31,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:34,305 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:36,394 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:39,306 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:41,395 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:44,307 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:46,396 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:49,308 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:51,397 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:54,309 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:27:56,398 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:27:59,310 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:01,399 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:04,311 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:06,399 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:09,312 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:11,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:14,313 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:16,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:19,314 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:21,403 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:24,315 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:26,403 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:29,316 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:31,404 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:34,317 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:36,406 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:39,318 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:41,407 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:44,320 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:46,408 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:49,321 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:51,408 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:54,322 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:28:56,409 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:28:59,323 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:01,410 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:04,324 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:06,411 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:09,325 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:11,412 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:14,326 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:16,413 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:19,327 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:21,413 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:24,328 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:26,414 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:29,329 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:31,415 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:34,330 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:36,416 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:39,331 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:41,417 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:44,332 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:46,418 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:49,333 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:51,419 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:54,334 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:29:56,420 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:29:59,335 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:01,421 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:04,336 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:06,422 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:09,337 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:11,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:14,338 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:16,423 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:19,339 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:21,424 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:24,340 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:26,425 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:29,341 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:31,426 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:34,342 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:36,426 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:39,343 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:41,427 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:44,344 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:46,428 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:49,346 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:51,429 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:54,347 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:30:56,430 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:30:59,348 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:01,431 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:04,349 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:06,432 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:09,350 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:11,433 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:14,351 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:16,434 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:19,352 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:21,435 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:24,353 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:26,436 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:29,355 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:31,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:34,356 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:36,437 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:39,357 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:41,438 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:44,358 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:46,439 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:49,360 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:51,440 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:54,361 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:31:56,441 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:31:59,361 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:01,441 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:04,362 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:06,442 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:09,363 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:11,443 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:14,364 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:16,444 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:19,365 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:21,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:24,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:26,445 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:29,367 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:31,446 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:34,369 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:36,447 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:39,370 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:41,448 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:44,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:46,449 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:49,371 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:51,449 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:54,373 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:32:56,451 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:32:59,374 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:01,451 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:04,375 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:06,452 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:09,376 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:11,453 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:14,377 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:16,454 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:19,378 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:21,455 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:24,379 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:26,456 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:29,381 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:31,456 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:34,382 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:36,457 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:39,383 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:41,458 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:44,384 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:46,459 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:49,385 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:51,459 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:54,386 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:33:56,460 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:33:59,388 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:01,461 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:04,389 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:06,462 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:09,390 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:11,463 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:14,391 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:16,463 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:19,392 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:21,464 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:24,393 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:26,465 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:29,394 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:31,466 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:34,395 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:36,467 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:36,802 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: resume +2024-03-21 15:34:36,802 INFO HandlerThread:138 [handler.py:handle_request_resume():699] starting system metrics thread +2024-03-21 15:34:36,802 INFO HandlerThread:138 [system_monitor.py:start():194] Starting system monitor +2024-03-21 15:34:36,802 INFO SystemMonitor:138 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-21 15:34:36,803 INFO SystemMonitor:138 [interfaces.py:start():190] Started cpu monitoring +2024-03-21 15:34:36,804 INFO SystemMonitor:138 [interfaces.py:start():190] Started disk monitoring +2024-03-21 15:34:36,804 INFO SystemMonitor:138 [interfaces.py:start():190] Started gpu monitoring +2024-03-21 15:34:36,805 INFO SystemMonitor:138 [interfaces.py:start():190] Started memory monitoring +2024-03-21 15:34:36,806 INFO SystemMonitor:138 [interfaces.py:start():190] Started network monitoring +2024-03-21 15:34:36,831 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: pause +2024-03-21 15:34:36,831 INFO HandlerThread:138 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-03-21 15:34:36,831 INFO HandlerThread:138 [system_monitor.py:finish():203] Stopping system monitor +2024-03-21 15:34:36,832 DEBUG SystemMonitor:138 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-21 15:34:36,832 INFO HandlerThread:138 [interfaces.py:finish():202] Joined cpu monitor +2024-03-21 15:34:36,832 DEBUG SystemMonitor:138 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-21 15:34:36,832 INFO HandlerThread:138 [interfaces.py:finish():202] Joined disk monitor +2024-03-21 15:34:36,833 DEBUG SystemMonitor:138 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-21 15:34:36,850 INFO HandlerThread:138 [interfaces.py:finish():202] Joined gpu monitor +2024-03-21 15:34:36,851 INFO HandlerThread:138 [interfaces.py:finish():202] Joined memory monitor +2024-03-21 15:34:36,851 INFO HandlerThread:138 [interfaces.py:finish():202] Joined network monitor +2024-03-21 15:34:36,852 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:34:39,397 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:41,853 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:44,398 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:46,854 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:49,399 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:51,855 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:54,400 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:34:56,856 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:34:59,401 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:35:01,857 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:35:04,402 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:35:05,745 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: resume +2024-03-21 15:35:05,745 INFO HandlerThread:138 [handler.py:handle_request_resume():699] starting system metrics thread +2024-03-21 15:35:05,745 INFO HandlerThread:138 [system_monitor.py:start():194] Starting system monitor +2024-03-21 15:35:05,746 INFO SystemMonitor:138 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-21 15:35:05,746 INFO SystemMonitor:138 [interfaces.py:start():190] Started cpu monitoring +2024-03-21 15:35:05,747 INFO SystemMonitor:138 [interfaces.py:start():190] Started disk monitoring +2024-03-21 15:35:05,747 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: pause +2024-03-21 15:35:05,749 INFO HandlerThread:138 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-03-21 15:35:05,749 INFO HandlerThread:138 [system_monitor.py:finish():203] Stopping system monitor +2024-03-21 15:35:05,750 INFO HandlerThread:138 [interfaces.py:finish():202] Joined cpu monitor +2024-03-21 15:35:05,750 INFO SystemMonitor:138 [interfaces.py:start():190] Started gpu monitoring +2024-03-21 15:35:05,750 DEBUG SystemMonitor:138 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-21 15:35:05,750 DEBUG SystemMonitor:138 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-21 15:35:05,751 DEBUG SystemMonitor:138 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-21 15:35:05,752 INFO HandlerThread:138 [interfaces.py:finish():202] Joined disk monitor +2024-03-21 15:35:05,752 INFO HandlerThread:138 [interfaces.py:finish():202] Joined gpu monitor +2024-03-21 15:35:05,752 DEBUG SenderThread:138 [sender.py:send():382] send: stats +2024-03-21 15:35:07,753 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report +2024-03-21 15:35:09,384 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: resume +2024-03-21 15:35:09,384 INFO HandlerThread:138 [handler.py:handle_request_resume():699] starting system metrics thread +2024-03-21 15:35:09,384 INFO HandlerThread:138 [system_monitor.py:start():194] Starting system monitor +2024-03-21 15:35:09,384 INFO SystemMonitor:138 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-21 15:35:09,385 INFO SystemMonitor:138 [interfaces.py:start():190] Started cpu monitoring +2024-03-21 15:35:09,385 INFO SystemMonitor:138 [interfaces.py:start():190] Started disk monitoring +2024-03-21 15:35:09,386 INFO SystemMonitor:138 [interfaces.py:start():190] Started gpu monitoring +2024-03-21 15:35:09,386 INFO SystemMonitor:138 [interfaces.py:start():190] Started memory monitoring +2024-03-21 15:35:09,389 INFO SystemMonitor:138 [interfaces.py:start():190] Started network monitoring +2024-03-21 15:35:09,403 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: keepalive +2024-03-21 15:35:12,754 DEBUG HandlerThread:138 [handler.py:handle_request():146] handle_request: status_report