diff --git "a/wandb/run-20240410_115017-r9p6sok2/logs/debug-internal.log" "b/wandb/run-20240410_115017-r9p6sok2/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20240410_115017-r9p6sok2/logs/debug-internal.log" @@ -0,0 +1,14803 @@ +2024-04-10 11:50:17,782 INFO StreamThr :446 [internal.py:wandb_internal():86] W&B internal server running at pid: 446, started at: 2024-04-10 11:50:17.782285 +2024-04-10 11:50:17,784 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status +2024-04-10 11:50:18,120 INFO WriterThread:446 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/run-r9p6sok2.wandb +2024-04-10 11:50:18,120 DEBUG SenderThread:446 [sender.py:send():379] send: header +2024-04-10 11:50:18,123 DEBUG SenderThread:446 [sender.py:send():379] send: run +2024-04-10 11:50:18,274 INFO SenderThread:446 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files +2024-04-10 11:50:18,274 INFO SenderThread:446 [sender.py:_start_run_threads():1124] run started: r9p6sok2 with start time 1712749817.782123 +2024-04-10 11:50:18,282 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: check_version +2024-04-10 11:50:18,282 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: check_version +2024-04-10 11:50:18,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: run_start +2024-04-10 11:50:18,384 DEBUG HandlerThread:446 [system_info.py:__init__():26] System info init +2024-04-10 11:50:18,384 DEBUG HandlerThread:446 [system_info.py:__init__():41] System info init done +2024-04-10 11:50:18,384 INFO HandlerThread:446 [system_monitor.py:start():194] Starting system monitor +2024-04-10 11:50:18,384 INFO SystemMonitor:446 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-10 11:50:18,384 INFO HandlerThread:446 [system_monitor.py:probe():214] Collecting system info +2024-04-10 11:50:18,385 INFO SystemMonitor:446 [interfaces.py:start():190] Started cpu monitoring +2024-04-10 11:50:18,385 INFO SystemMonitor:446 [interfaces.py:start():190] Started disk monitoring +2024-04-10 11:50:18,386 INFO SystemMonitor:446 [interfaces.py:start():190] Started gpu monitoring +2024-04-10 11:50:18,387 INFO SystemMonitor:446 [interfaces.py:start():190] Started memory monitoring +2024-04-10 11:50:18,387 INFO SystemMonitor:446 [interfaces.py:start():190] Started network monitoring +2024-04-10 11:50:18,398 DEBUG HandlerThread:446 [system_info.py:probe():150] Probing system +2024-04-10 11:50:18,400 DEBUG HandlerThread:446 [gitlib.py:_init_repo():56] git repository is invalid +2024-04-10 11:50:18,400 DEBUG HandlerThread:446 [system_info.py:probe():198] Probing system done +2024-04-10 11:50:18,400 DEBUG HandlerThread:446 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-10T11:50:18.398347', 'startedAt': '2024-04-10T11:50:17.776100', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '57bca537cf5f', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.142, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5569.5014572143555}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} +2024-04-10 11:50:18,400 INFO HandlerThread:446 [system_monitor.py:probe():224] Finished collecting system info +2024-04-10 11:50:18,400 INFO HandlerThread:446 [system_monitor.py:probe():227] Publishing system info +2024-04-10 11:50:18,400 DEBUG HandlerThread:446 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-04-10 11:50:19,276 INFO Thread-12 :446 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/conda-environment.yaml +2024-04-10 11:50:33,414 ERROR HandlerThread:446 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda + subprocess.call( + File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call + return p.wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait + return self._wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait + raise TimeoutExpired(self.args, timeout) +subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds +2024-04-10 11:50:33,414 DEBUG HandlerThread:446 [system_info.py:_save_conda():222] Saving conda packages done +2024-04-10 11:50:33,415 INFO HandlerThread:446 [system_monitor.py:probe():229] Finished publishing system info +2024-04-10 11:50:33,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:50:33,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:50:33,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:50:33,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:50:33,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:50:33,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:50:33,421 DEBUG SenderThread:446 [sender.py:send():379] send: files +2024-04-10 11:50:33,421 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now +2024-04-10 11:50:33,658 INFO wandb-upload_0:446 [upload_job.py:push():131] Uploaded file /tmp/tmppmfv0t9awandb/syay1yv5-wandb-metadata.json +2024-04-10 11:50:34,279 INFO Thread-12 :446 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-metadata.json +2024-04-10 11:50:34,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: python_packages +2024-04-10 11:50:34,333 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: python_packages +2024-04-10 11:50:34,336 DEBUG SenderThread:446 [sender.py:send():379] send: telemetry +2024-04-10 11:50:34,346 DEBUG SenderThread:446 [sender.py:send():379] send: config +2024-04-10 11:50:34,348 DEBUG SenderThread:446 [sender.py:send():379] send: metric +2024-04-10 11:50:34,348 DEBUG SenderThread:446 [sender.py:send():379] send: telemetry +2024-04-10 11:50:34,348 DEBUG SenderThread:446 [sender.py:send():379] send: metric +2024-04-10 11:50:34,348 WARNING SenderThread:446 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen) +2024-04-10 11:50:34,349 DEBUG SenderThread:446 [sender.py:send():379] send: telemetry +2024-04-10 11:50:34,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:50:34,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:50:34,352 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:50:35,280 INFO Thread-12 :446 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/requirements.txt +2024-04-10 11:50:35,280 INFO Thread-12 :446 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 11:50:37,280 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 11:50:38,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:50:43,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:50:48,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:50:49,285 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/config.yaml +2024-04-10 11:50:49,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:50:49,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:50:49,337 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:50:54,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:50:59,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:04,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:51:04,334 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:51:04,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:51:05,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:10,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:15,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:18,387 DEBUG SystemMonitor:446 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-10 11:51:18,389 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:51:19,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:51:19,334 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:51:19,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:51:20,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:25,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:30,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:34,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:51:34,334 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:51:34,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:51:35,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:40,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:45,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:48,390 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:51:49,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:51:49,334 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:51:49,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:51:50,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:51:55,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:00,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:04,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:52:04,335 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:52:04,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:52:06,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:11,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:16,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:18,390 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:52:19,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:52:19,335 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:52:19,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:52:21,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:26,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:31,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:34,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:52:34,335 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:52:34,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:52:37,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:42,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:47,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:48,392 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:52:49,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:52:49,335 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:52:49,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:52:52,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:52:57,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:02,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:04,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:53:04,335 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:53:04,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:53:08,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:13,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:18,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:18,392 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:53:19,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:53:19,335 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:53:19,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:53:23,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:28,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:33,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:34,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:53:34,336 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:53:34,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:53:39,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:44,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:48,393 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:53:49,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:53:49,335 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:53:49,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:53:49,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:54,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:53:59,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:04,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:54:04,336 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:54:04,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:54:04,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:09,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:14,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:18,395 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:54:19,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:54:19,336 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:54:19,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:54:19,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:24,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:29,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:34,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:54:34,336 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:54:34,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:54:35,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:40,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:45,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:48,396 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:54:49,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:54:49,336 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:54:49,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:54:50,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:54:55,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:00,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:04,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:55:04,336 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:55:04,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:55:06,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:11,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:16,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:18,396 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:55:19,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:55:19,337 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:55:19,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:55:21,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:26,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:31,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:34,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:55:34,337 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:55:34,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:55:37,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:42,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:47,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:48,397 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:55:49,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:55:49,337 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:55:49,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:55:53,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:56,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 11:55:56,086 DEBUG SenderThread:446 [sender.py:send():379] send: metric +2024-04-10 11:55:56,087 DEBUG SenderThread:446 [sender.py:send():379] send: metric +2024-04-10 11:55:56,087 DEBUG SenderThread:446 [sender.py:send():379] send: metric +2024-04-10 11:55:56,087 DEBUG SenderThread:446 [sender.py:send():379] send: metric +2024-04-10 11:55:56,087 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 11:55:56,087 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:55:56,087 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:55:56,402 INFO Thread-12 :446 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 11:55:58,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:55:59,404 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/config.yaml +2024-04-10 11:55:59,404 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 11:56:03,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:04,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:56:04,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:56:04,338 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:56:09,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:14,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:18,398 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:56:19,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:56:19,337 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:56:19,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:56:20,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:25,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:30,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:34,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:56:34,337 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:56:34,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:56:35,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:40,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:45,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:48,399 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:56:49,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:56:49,337 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:56:49,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:56:51,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:56:56,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:01,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:04,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:57:04,338 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:57:04,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:57:07,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:12,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:17,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:18,400 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:57:19,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:57:19,338 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:57:19,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:57:22,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:27,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:32,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:34,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:57:34,338 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:57:34,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:57:37,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:42,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:47,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:48,401 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:57:49,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:57:49,338 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:57:49,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:57:53,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:57:58,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:03,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:04,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:58:04,338 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:58:04,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:58:08,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:13,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:18,402 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:58:19,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:58:19,339 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:58:19,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:58:19,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:24,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:29,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:34,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:58:34,339 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:58:34,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:58:35,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:40,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:45,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:48,403 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:58:49,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:58:49,339 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:58:49,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:58:50,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:58:55,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:00,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:04,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:59:04,339 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:59:04,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:59:05,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:10,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:15,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:18,404 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:59:19,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:59:19,339 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:59:19,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:59:21,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:26,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:31,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:34,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:59:34,339 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:59:34,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:59:36,390 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:41,391 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:46,392 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:48,405 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 11:59:49,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 11:59:49,340 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 11:59:49,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:59:51,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:59:56,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:01,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:04,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:00:04,340 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:00:04,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:00:06,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:11,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:16,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:18,406 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:00:19,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:00:19,340 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:00:19,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:00:22,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:27,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:32,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:34,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:00:34,340 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:00:34,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:00:38,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:43,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:48,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:48,406 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:00:49,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:00:49,349 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:00:49,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:00:53,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:00:58,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:03,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:04,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:01:04,341 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:01:04,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:01:09,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:14,390 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:18,407 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:01:19,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:01:19,341 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:01:19,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:01:20,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:22,828 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:01:22,829 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:01:22,829 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:01:22,829 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:01:23,526 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:01:25,527 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:01:26,147 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:31,148 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:34,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:01:34,342 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:01:34,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:01:36,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:41,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:46,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:48,408 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:01:49,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:01:49,342 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:01:49,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:01:52,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:01:57,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:02,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:04,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:02:04,342 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:02:04,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:02:07,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:12,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:17,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:18,409 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:02:19,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:02:19,342 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:02:19,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:02:22,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:27,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:32,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:34,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:02:34,342 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:02:34,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:02:38,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:43,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:48,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:48,414 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:02:49,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:02:49,342 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:02:49,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:02:53,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:02:58,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:03,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:04,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:03:04,343 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:03:04,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:03:08,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:13,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:18,411 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:03:19,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:03:19,343 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:03:19,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:03:19,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:24,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:29,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:34,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:03:34,343 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:03:34,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:03:35,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:40,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:45,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:48,414 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:03:49,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:03:49,343 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:03:49,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:03:50,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:03:55,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:00,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:04,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:04:04,343 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:04:04,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:04:05,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:10,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:15,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:18,412 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:04:19,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:04:19,344 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:04:19,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:04:20,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:25,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:30,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:34,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:04:34,344 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:04:34,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:04:36,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:41,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:46,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:48,414 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:04:49,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:04:49,344 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:04:49,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:04:52,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:04:57,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:02,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:04,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:05:04,344 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:05:04,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:05:07,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:12,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:17,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:18,414 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:05:19,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:05:19,344 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:05:19,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:05:23,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:28,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:33,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:34,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:05:34,347 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:05:34,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:05:38,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:43,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:48,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:48,415 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:05:49,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:05:49,346 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:05:49,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:05:53,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:05:58,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:03,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:04,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:06:04,347 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:06:04,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:06:09,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:14,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:18,417 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:06:19,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:06:19,346 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:06:19,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:06:19,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:24,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:29,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:34,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:06:34,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:06:34,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:06:34,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:39,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:44,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:44,776 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:06:44,777 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:06:44,777 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:06:44,777 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:06:45,651 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:06:47,651 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:06:48,417 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:06:49,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:06:49,352 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:06:49,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:06:50,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:06:55,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:00,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:04,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:07:04,352 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:07:04,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:07:06,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:11,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:16,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:18,419 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:07:19,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:07:19,353 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:07:19,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:07:22,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:27,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:32,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:34,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:07:34,354 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:07:34,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:07:38,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:43,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:48,419 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:07:49,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:07:49,353 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:07:49,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:07:49,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:54,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:07:59,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:04,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:08:04,353 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:08:04,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:08:05,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:10,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:15,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:18,420 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:08:19,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:08:19,353 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:08:19,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:08:20,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:25,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:30,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:34,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:08:34,353 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:08:34,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:08:36,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:41,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:46,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:48,421 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:08:49,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:08:49,353 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:08:49,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:08:52,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:08:57,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:02,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:04,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:09:04,354 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:09:04,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:09:07,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:12,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:17,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:18,422 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:09:19,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:09:19,354 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:09:19,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:09:22,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:27,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:32,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:34,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:09:34,354 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:09:34,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:09:38,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:43,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:48,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:48,423 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:09:49,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:09:49,354 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:09:49,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:09:53,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:09:58,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:03,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:04,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:10:04,354 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:10:04,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:10:09,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:14,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:18,424 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:10:19,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:10:19,354 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:10:19,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:10:19,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:24,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:29,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:34,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:10:34,355 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:10:34,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:10:34,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:39,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:44,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:48,425 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:10:49,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:10:49,355 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:10:49,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:10:50,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:10:55,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:00,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:04,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:11:04,355 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:11:04,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:11:06,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:11,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:16,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:18,425 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:11:19,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:11:19,355 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:11:19,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:11:21,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:26,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:31,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:34,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:11:34,355 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:11:34,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:11:37,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:42,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:47,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:48,426 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:11:49,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:11:49,356 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:11:49,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:11:53,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:11:58,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:03,390 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:04,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:12:04,355 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:12:04,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:12:08,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:13,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:18,427 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:12:19,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:12:19,356 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:12:19,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:12:19,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:20,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:12:20,642 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:12:20,642 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:12:20,643 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:12:20,772 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:12:21,772 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:12:24,970 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:29,971 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:34,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:12:34,356 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:12:34,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:12:35,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:40,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:45,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:48,428 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:12:49,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:12:49,356 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:12:49,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:12:51,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:12:56,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:01,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:04,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:13:04,356 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:13:04,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:13:06,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:11,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:16,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:18,428 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:13:19,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:13:19,356 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:13:19,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:13:21,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:26,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:31,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:34,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:13:34,356 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:13:34,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:13:37,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:42,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:47,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:48,429 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:13:49,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:13:49,357 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:13:49,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:13:52,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:13:57,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:02,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:04,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:14:04,356 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:14:04,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:14:07,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:12,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:17,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:18,430 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:14:19,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:14:19,357 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:14:19,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:14:23,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:28,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:33,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:34,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:14:34,357 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:14:34,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:14:39,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:44,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:48,431 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:14:49,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:14:49,357 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:14:49,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:14:50,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:14:55,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:00,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:04,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:15:04,357 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:15:04,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:15:05,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:10,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:15,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:18,433 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:15:19,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:15:19,358 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:15:19,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:15:21,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:26,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:31,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:34,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:15:34,357 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:15:34,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:15:36,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:41,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:46,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:48,433 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:15:49,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:15:49,358 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:15:49,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:15:52,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:15:57,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:02,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:04,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:16:04,358 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:16:04,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:16:08,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:13,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:18,434 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:16:19,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:16:19,358 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:16:19,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:16:19,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:24,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:29,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:34,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:16:34,358 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:16:34,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:16:34,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:39,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:44,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:48,435 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:16:49,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:16:49,359 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:16:49,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:16:49,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:54,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:16:59,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:04,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:17:04,358 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:17:04,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:17:05,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:10,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:15,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:18,436 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:17:19,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:17:19,358 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:17:19,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:17:20,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:20,785 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:17:20,786 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:17:20,786 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:17:20,786 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:17:20,887 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:17:22,888 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:17:26,083 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:31,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:34,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:17:34,359 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:17:34,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:17:36,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:41,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:46,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:48,437 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:17:49,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:17:49,359 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:17:49,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:17:52,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:17:57,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:02,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:04,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:18:04,359 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:18:04,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:18:07,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:12,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:17,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:18,438 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:18:19,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:18:19,359 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:18:19,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:18:23,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:28,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:33,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:34,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:18:34,360 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:18:34,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:18:39,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:44,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:48,439 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:18:49,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:18:49,359 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:18:49,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:18:50,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:18:55,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:00,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:04,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:19:04,360 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:19:04,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:19:05,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:10,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:15,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:18,440 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:19:19,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:19:19,360 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:19:19,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:19:21,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:26,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:31,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:34,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:19:34,360 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:19:34,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:19:36,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:41,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:46,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:48,441 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:19:49,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:19:49,361 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:19:49,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:19:51,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:19:56,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:01,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:04,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:20:04,361 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:20:04,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:20:06,883 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:11,884 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:16,885 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:18,442 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:20:19,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:20:19,360 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:20:19,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:20:22,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:27,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:32,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:34,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:20:34,361 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:20:34,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:20:38,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:43,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:48,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:48,443 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:20:49,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:20:49,361 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:20:49,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:20:53,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:20:58,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:03,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:04,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:21:04,361 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:21:04,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:21:08,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:13,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:18,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:18,443 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:21:19,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:21:19,361 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:21:19,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:21:24,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:29,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:34,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:21:34,361 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:21:34,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:21:34,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:39,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:44,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:48,444 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:21:49,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:21:49,362 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:21:49,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:21:49,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:54,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:21:59,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:04,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:22:04,362 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:22:04,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:22:05,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:10,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:15,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:18,445 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:22:19,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:22:19,362 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:22:19,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:22:21,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:26,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:31,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:34,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:22:34,362 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:22:34,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:22:36,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:40,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:22:40,620 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:22:40,620 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:22:40,620 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:22:41,018 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:22:41,930 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:43,019 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:22:46,932 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:48,446 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:22:49,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:22:49,362 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:22:49,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:22:52,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:22:57,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:02,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:04,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:23:04,362 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:23:04,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:23:08,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:13,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:18,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:18,447 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:23:19,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:23:19,363 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:23:19,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:23:24,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:29,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:34,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:23:34,363 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:23:34,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:23:34,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:39,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:44,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:48,447 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:23:49,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:23:49,363 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:23:49,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:23:49,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:54,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:23:59,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:04,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:24:04,363 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:24:04,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:24:04,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:09,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:14,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:18,448 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:24:19,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:24:19,364 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:24:19,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:24:20,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:25,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:30,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:34,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:24:34,364 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:24:34,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:24:36,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:41,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:46,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:48,449 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:24:49,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:24:49,364 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:24:49,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:24:51,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:24:56,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:01,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:04,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:25:04,364 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:25:04,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:25:06,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:11,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:16,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:18,450 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:25:19,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:25:19,364 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:25:19,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:25:22,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:27,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:32,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:34,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:25:34,364 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:25:34,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:25:38,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:43,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:48,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:48,451 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:25:49,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:25:49,364 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:25:49,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:25:53,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:25:58,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:03,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:04,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:26:04,364 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:26:04,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:26:09,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:14,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:18,452 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:26:19,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:26:19,365 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:26:19,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:26:19,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:24,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:29,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:34,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:26:34,365 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:26:34,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:26:35,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:40,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:45,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:48,452 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:26:49,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:26:49,365 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:26:49,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:26:50,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:26:55,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:00,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:04,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:27:04,365 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:27:04,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:27:06,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:11,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:16,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:18,453 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:27:19,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:27:19,365 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:27:19,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:27:22,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:27,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:32,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:34,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:27:34,366 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:27:34,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:27:37,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:42,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:47,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:48,454 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:27:49,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:27:49,366 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:27:49,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:27:51,993 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:27:51,994 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:27:51,994 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:27:51,995 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:27:52,143 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:27:53,144 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:27:53,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:27:58,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:03,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:04,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:28:04,369 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:28:04,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:28:08,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:13,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:18,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:18,455 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:28:19,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:28:19,366 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:28:19,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:28:23,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:28,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:33,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:34,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:28:34,366 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:28:34,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:28:39,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:44,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:48,456 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:28:49,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:28:49,366 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:28:49,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:28:49,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:54,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:28:59,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:04,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:29:04,366 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:29:04,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:29:05,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:10,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:15,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:18,456 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:29:19,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:29:19,367 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:29:19,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:29:20,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:25,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:30,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:34,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:29:34,367 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:29:34,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:29:36,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:41,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:46,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:48,457 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:29:49,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:29:49,367 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:29:49,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:29:51,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:29:56,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:01,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:04,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:30:04,367 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:30:04,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:30:06,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:11,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:16,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:18,458 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:30:19,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:30:19,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:30:19,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:30:21,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:26,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:31,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:34,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:30:34,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:30:34,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:30:37,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:42,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:47,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:48,459 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:30:49,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:30:49,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:30:49,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:30:52,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:30:57,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:02,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:04,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:31:04,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:31:04,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:31:08,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:13,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:18,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:18,461 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:31:19,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:31:19,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:31:19,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:31:23,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:28,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:33,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:34,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:31:34,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:31:34,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:31:39,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:44,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:48,461 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:31:49,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:31:49,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:31:49,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:31:49,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:54,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:31:59,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:04,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:32:04,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:32:04,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:32:04,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:09,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:14,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:18,462 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:32:19,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:32:19,368 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:32:19,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:32:20,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:25,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:30,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:34,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:32:34,369 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:32:34,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:32:35,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:40,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:45,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:48,463 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:32:49,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:32:49,369 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:32:49,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:32:51,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:32:56,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:01,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:04,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:33:04,369 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:33:04,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:33:06,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:11,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:16,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:18,464 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:33:19,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:33:19,369 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:33:19,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:33:21,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:26,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:31,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:34,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:33:34,369 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:33:34,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:33:36,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:41,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:46,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:48,465 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:33:48,915 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:33:48,916 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:33:48,917 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:33:48,917 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:33:49,279 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:33:49,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:33:49,370 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:33:49,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:33:51,280 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:33:52,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:33:57,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:02,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:04,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:34:04,370 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:34:04,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:34:08,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:13,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:18,466 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:34:19,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:34:19,370 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:34:19,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:34:19,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:24,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:29,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:34,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:34:34,370 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:34:34,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:34:34,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:39,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:44,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:48,467 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:34:49,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:34:49,370 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:34:49,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:34:50,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:34:55,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:00,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:04,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:35:04,370 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:35:04,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:35:06,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:11,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:16,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:18,468 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:35:19,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:35:19,370 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:35:19,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:35:21,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:26,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:31,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:34,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:35:34,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:35:34,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:35:36,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:41,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:46,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:48,469 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:35:49,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:35:49,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:35:49,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:35:52,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:35:57,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:02,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:04,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:36:04,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:36:04,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:36:07,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:12,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:17,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:18,470 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:36:19,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:36:19,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:36:19,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:36:22,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:27,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:32,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:34,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:36:34,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:36:34,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:36:38,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:43,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:48,472 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:36:49,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:36:49,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:36:49,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:36:49,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:54,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:36:59,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:04,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:37:04,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:37:04,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:37:05,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:10,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:15,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:18,472 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:37:19,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:37:19,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:37:19,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:37:21,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:26,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:31,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:34,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:37:34,372 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:37:34,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:37:36,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:41,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:46,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:48,473 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:37:49,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:37:49,371 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:37:49,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:37:52,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:37:57,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:02,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:04,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:38:04,372 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:38:04,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:38:07,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:12,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:17,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:18,478 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:38:19,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:38:19,372 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:38:19,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:38:23,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:28,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:33,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:34,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:38:34,372 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:38:34,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:38:39,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:44,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:48,475 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:38:49,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:38:49,372 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:38:49,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:38:49,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:54,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:38:59,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:04,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:39:04,373 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:39:04,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:39:05,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:10,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:15,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:18,476 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:39:19,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:39:19,372 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:39:19,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:39:20,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:25,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:39:25,037 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:39:25,037 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:39:25,037 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:39:25,406 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:39:26,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:28,407 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:39:31,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:34,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:39:34,373 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:39:34,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:39:36,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:41,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:46,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:48,477 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:39:49,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:39:49,373 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:39:49,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:39:52,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:39:57,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:02,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:04,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:40:04,373 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:40:04,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:40:08,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:13,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:18,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:18,477 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:40:19,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:40:19,373 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:40:19,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:40:23,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:28,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:33,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:34,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:40:34,373 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:40:34,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:40:39,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:44,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:48,479 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:40:49,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:40:49,373 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:40:49,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:40:50,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:40:55,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:00,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:04,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:41:04,374 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:41:04,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:41:06,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:11,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:16,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:18,479 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:41:19,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:41:19,374 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:41:19,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:41:22,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:27,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:32,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:34,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:41:34,374 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:41:34,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:41:38,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:43,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:48,480 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:41:49,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:41:49,374 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:41:49,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:41:49,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:54,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:41:59,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:04,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:42:04,374 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:42:04,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:42:04,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:09,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:14,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:18,481 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:42:19,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:42:19,374 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:42:19,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:42:20,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:25,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:30,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:34,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:42:34,374 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:42:34,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:42:35,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:40,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:45,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:48,482 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:42:49,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:42:49,375 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:42:49,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:42:50,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:42:55,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:00,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:04,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:43:04,375 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:43:04,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:43:06,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:11,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:16,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:18,484 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:43:19,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:43:19,375 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:43:19,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:43:22,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:27,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:32,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:34,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:43:34,375 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:43:34,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:43:38,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:43,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:48,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:48,484 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:43:49,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:43:49,375 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:43:49,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:43:53,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:43:58,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:03,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:04,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:44:04,375 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:44:04,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:44:09,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:14,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:18,486 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:44:19,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:44:19,376 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:44:19,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:44:20,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:25,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:30,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:34,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:44:34,376 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:44:34,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:44:35,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:40,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:45,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:48,487 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:44:49,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:44:49,376 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:44:49,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:44:51,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:44:51,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:44:51,605 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:44:51,605 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:44:51,605 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:44:52,534 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:44:54,534 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:44:56,954 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:01,955 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:04,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:45:04,376 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:45:04,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:45:07,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:12,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:17,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:18,488 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:45:19,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:45:19,376 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:45:19,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:45:23,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:28,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:33,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:34,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:45:34,376 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:45:34,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:45:38,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:43,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:48,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:48,489 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:45:49,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:45:49,376 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:45:49,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:45:53,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:45:58,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:03,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:04,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:46:04,377 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:46:04,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:46:09,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:14,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:18,490 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:46:19,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:46:19,377 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:46:19,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:46:19,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:24,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:29,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:34,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:46:34,377 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:46:34,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:46:34,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:39,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:44,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:48,491 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:46:49,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:46:49,377 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:46:49,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:46:50,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:46:55,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:00,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:04,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:47:04,377 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:47:04,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:47:05,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:10,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:15,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:18,492 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:47:19,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:47:19,377 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:47:19,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:47:20,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:25,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:30,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:34,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:47:34,378 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:47:34,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:47:36,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:41,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:46,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:48,494 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:47:49,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:47:49,378 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:47:49,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:47:51,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:47:56,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:01,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:04,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:48:04,378 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:48:04,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:48:06,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:11,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:16,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:18,495 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:48:19,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:48:19,378 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:48:19,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:48:22,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:27,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:32,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:34,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:48:34,378 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:48:34,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:48:37,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:42,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:47,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:48,496 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:48:49,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:48:49,378 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:48:49,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:48:53,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:48:58,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:03,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:04,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:49:04,378 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:49:04,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:49:09,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:14,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:18,496 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:49:19,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:49:19,379 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:49:19,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:49:19,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:24,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:29,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:34,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:49:34,379 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:49:34,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:49:35,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:40,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:45,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:48,497 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:49:49,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:49:49,379 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:49:49,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:49:50,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:49:55,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:00,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:04,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:50:04,379 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:50:04,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:50:06,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:11,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:16,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:18,498 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:50:19,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:50:19,379 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:50:19,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:50:22,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:27,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:29,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:50:29,481 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:50:29,481 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:50:29,481 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:50:29,661 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:50:30,662 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:50:32,863 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:34,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:50:34,380 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:50:34,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:50:38,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:43,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:48,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:48,499 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:50:49,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:50:49,380 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:50:49,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:50:54,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:50:59,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:04,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:51:04,380 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:51:04,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:51:04,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:09,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:14,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:18,500 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:51:19,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:51:19,380 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:51:19,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:51:20,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:25,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:30,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:34,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:51:34,380 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:51:34,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:51:36,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:41,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:46,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:48,501 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:51:49,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:51:49,380 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:51:49,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:51:51,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:51:56,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:01,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:04,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:52:04,380 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:52:04,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:52:06,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:11,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:16,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:18,502 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:52:19,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:52:19,381 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:52:19,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:52:22,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:27,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:32,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:34,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:52:34,380 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:52:34,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:52:38,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:43,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:48,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:48,502 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:52:49,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:52:49,381 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:52:49,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:52:54,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:52:59,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:04,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:53:04,381 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:53:04,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:53:04,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:09,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:14,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:18,504 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:53:19,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:53:19,381 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:53:19,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:53:20,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:25,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:30,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:34,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:53:34,381 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:53:34,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:53:35,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:40,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:45,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:48,505 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:53:49,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:53:49,381 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:53:49,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:53:51,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:53:56,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:01,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:04,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:54:04,382 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:54:04,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:54:07,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:12,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:17,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:18,506 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:54:19,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:54:19,382 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:54:19,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:54:22,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:27,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:32,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:34,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:54:34,382 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:54:34,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:54:37,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:42,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:47,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:48,507 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:54:49,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:54:49,382 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:54:49,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:54:53,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:54:58,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:03,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:04,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:55:04,382 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:55:04,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:55:09,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:14,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:18,508 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:55:19,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:55:19,382 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:55:19,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:55:19,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:24,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:29,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:34,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:55:34,383 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:55:34,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:55:35,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:40,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:45,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:48,508 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:55:49,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:55:49,383 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:55:49,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:55:49,763 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 12:55:49,767 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 12:55:49,768 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 12:55:49,768 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 12:55:49,784 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 12:55:50,784 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 12:55:51,086 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:55:56,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:01,089 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:04,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:56:04,383 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:56:04,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:56:06,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:11,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:16,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:18,509 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:56:19,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:56:19,383 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:56:19,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:56:21,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:26,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:31,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:34,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:56:34,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:56:34,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:56:37,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:42,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:47,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:48,511 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:56:49,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:56:49,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:56:49,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:56:53,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:56:58,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:03,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:04,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:57:04,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:57:04,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:57:09,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:14,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:18,511 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:57:19,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:57:19,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:57:19,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:57:19,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:24,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:29,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:34,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:57:34,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:57:34,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:57:35,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:40,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:45,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:48,512 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:57:49,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:57:49,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:57:49,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:57:50,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:57:55,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:00,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:04,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:58:04,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:58:04,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:58:06,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:11,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:16,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:18,513 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:58:19,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:58:19,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:58:19,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:58:22,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:27,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:32,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:34,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:58:34,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:58:34,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:58:38,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:43,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:48,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:48,513 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:58:49,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:58:49,384 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:58:49,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:58:53,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:58:58,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:03,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:04,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:59:04,385 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:59:04,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:59:08,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:13,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:18,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:18,515 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:59:19,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:59:19,385 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:59:19,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:59:24,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:29,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:34,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:59:34,385 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:59:34,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:59:35,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:40,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:45,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:48,515 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 12:59:49,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 12:59:49,385 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 12:59:49,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 12:59:50,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 12:59:55,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:00,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:04,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:00:04,385 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:00:04,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:00:06,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:11,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:16,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:18,516 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:00:19,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:00:19,386 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:00:19,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:00:21,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:26,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:31,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:34,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:00:34,385 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:00:34,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:00:37,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:42,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:47,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:48,517 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:00:49,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:00:49,386 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:00:49,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:00:52,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:00:57,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:02,071 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:01:02,072 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:01:02,072 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:01:02,073 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:01:02,905 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:01:02,905 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:01:03,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:04,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:01:04,386 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:01:04,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:01:08,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:13,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:18,518 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:01:19,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:01:19,386 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:01:19,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:01:19,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:24,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:29,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:34,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:01:34,386 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:01:34,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:01:35,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:40,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:45,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:48,518 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:01:49,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:01:49,386 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:01:49,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:01:51,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:01:56,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:01,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:04,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:02:04,387 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:02:04,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:02:06,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:11,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:16,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:18,519 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:02:19,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:02:19,386 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:02:19,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:02:22,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:27,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:32,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:34,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:02:34,387 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:02:34,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:02:38,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:43,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:48,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:48,520 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:02:49,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:02:49,387 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:02:49,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:02:54,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:02:59,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:04,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:03:04,387 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:03:04,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:03:04,817 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:09,818 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:14,819 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:18,521 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:03:19,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:03:19,387 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:03:19,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:03:20,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:25,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:30,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:34,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:03:34,387 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:03:34,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:03:35,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:40,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:45,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:48,522 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:03:49,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:03:49,387 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:03:49,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:03:50,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:03:55,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:00,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:04,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:04:04,388 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:04:04,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:04:06,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:11,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:16,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:18,523 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:04:19,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:04:19,388 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:04:19,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:04:22,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:27,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:32,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:34,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:04:34,388 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:04:34,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:04:37,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:42,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:47,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:48,524 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:04:49,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:04:49,388 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:04:49,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:04:53,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:04:58,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:03,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:04,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:05:04,388 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:05:04,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:05:08,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:13,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:18,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:18,525 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:05:19,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:05:19,388 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:05:19,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:05:23,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:28,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:33,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:34,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:05:34,389 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:05:34,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:05:39,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:44,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:48,526 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:05:49,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:05:49,389 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:05:49,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:05:49,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:54,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:05:59,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:04,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:06:04,389 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:06:04,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:06:05,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:10,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:15,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:18,527 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:06:19,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:06:19,389 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:06:19,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:06:21,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:26,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:31,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:34,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:06:34,389 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:06:34,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:06:36,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:39,732 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:06:39,733 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:06:39,734 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:06:39,734 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:06:40,039 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:06:42,040 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:06:42,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:47,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:48,528 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:06:49,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:06:49,389 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:06:49,392 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:06:52,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:06:57,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:02,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:04,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:07:04,417 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:07:04,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:07:08,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:13,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:18,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:18,529 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:07:19,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:07:19,398 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:07:19,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:07:23,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:28,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:33,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:34,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:07:34,398 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:07:34,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:07:39,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:44,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:48,530 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:07:49,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:07:49,398 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:07:49,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:07:50,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:07:55,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:00,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:04,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:08:04,398 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:08:04,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:08:05,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:10,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:15,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:18,531 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:08:19,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:08:19,398 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:08:19,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:08:20,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:25,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:30,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:34,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:08:34,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:08:34,399 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:08:35,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:40,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:45,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:48,532 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:08:49,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:08:49,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:08:49,399 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:08:51,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:08:56,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:01,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:04,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:09:04,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:09:04,399 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:09:07,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:12,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:17,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:18,533 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:09:19,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:09:19,399 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:09:19,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:09:22,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:27,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:32,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:34,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:09:34,399 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:09:34,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:09:37,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:42,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:47,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:48,534 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:09:49,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:09:49,400 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:09:49,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:09:52,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:09:57,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:02,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:04,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:10:04,399 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:10:04,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:10:08,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:13,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:18,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:18,535 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:10:19,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:10:19,399 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:10:19,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:10:24,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:29,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:34,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:10:34,399 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:10:34,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:10:34,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:39,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:44,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:48,536 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:10:49,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:10:49,400 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:10:49,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:10:49,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:54,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:10:59,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:04,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:11:04,400 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:11:04,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:11:04,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:09,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:14,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:18,537 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:11:19,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:11:19,400 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:11:19,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:11:20,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:25,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:30,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:34,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:11:34,400 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:11:34,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:11:35,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:40,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:45,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:48,538 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:11:49,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:11:49,401 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:11:49,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:11:51,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:11:56,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:01,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:04,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:12:04,401 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:12:04,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:12:07,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:12,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:12,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:12:12,625 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:12:12,625 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:12:12,626 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:12:13,170 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:12:14,170 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:12:18,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:18,538 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:12:19,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:12:19,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:12:19,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:12:23,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:28,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:33,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:34,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:12:34,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:12:34,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:12:39,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:44,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:48,539 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:12:49,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:12:49,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:12:49,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:12:50,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:12:55,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:00,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:04,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:13:04,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:13:04,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:13:05,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:10,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:15,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:18,540 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:13:19,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:13:19,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:13:19,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:13:21,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:26,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:31,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:34,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:13:34,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:13:34,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:13:37,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:42,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:47,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:48,545 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:13:49,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:13:49,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:13:49,403 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:13:52,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:13:57,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:02,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:04,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:14:04,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:14:04,403 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:14:08,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:13,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:18,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:18,542 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:14:19,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:14:19,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:14:19,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:14:23,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:28,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:33,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:34,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:14:34,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:14:34,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:14:38,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:43,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:48,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:48,543 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:14:49,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:14:49,403 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:14:49,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:14:54,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:14:59,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:04,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:15:04,403 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:15:04,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:15:04,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:09,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:14,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:18,544 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:15:19,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:15:19,403 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:15:19,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:15:20,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:25,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:30,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:34,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:15:34,403 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:15:34,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:15:35,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:40,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:45,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:48,545 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:15:49,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:15:49,403 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:15:49,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:15:51,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:15:56,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:01,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:04,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:16:04,404 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:16:04,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:16:06,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:11,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:16,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:18,546 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:16:19,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:16:19,404 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:16:19,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:16:22,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:27,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:32,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:34,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:16:34,404 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:16:34,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:16:38,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:43,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:48,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:48,547 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:16:49,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:16:49,404 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:16:49,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:16:54,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:16:59,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:04,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:17:04,404 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:17:04,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:17:04,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:09,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:14,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:17,886 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:17:17,887 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:17:17,888 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:17:17,888 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:17:18,292 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:17:18,548 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:17:19,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:17:19,404 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:17:19,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:17:20,293 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:17:20,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:25,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:30,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:34,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:17:34,404 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:17:34,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:17:35,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:40,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:45,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:48,549 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:17:49,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:17:49,404 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:17:49,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:17:50,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:17:55,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:00,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:04,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:18:04,405 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:18:04,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:18:06,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:11,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:16,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:18,550 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:18:19,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:18:19,405 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:18:19,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:18:21,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:26,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:31,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:34,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:18:34,405 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:18:34,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:18:37,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:42,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:47,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:48,550 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:18:49,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:18:49,405 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:18:49,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:18:52,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:18:57,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:02,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:04,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:19:04,405 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:19:04,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:19:08,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:13,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:18,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:18,551 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:19:19,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:19:19,405 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:19:19,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:19:24,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:29,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:34,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:19:34,405 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:19:34,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:19:34,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:39,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:44,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:48,552 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:19:49,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:19:49,406 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:19:49,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:19:50,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:19:55,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:00,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:04,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:20:04,406 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:20:04,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:20:06,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:11,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:16,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:18,553 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:20:19,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:20:19,406 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:20:19,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:20:22,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:27,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:32,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:34,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:20:34,406 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:20:34,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:20:37,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:42,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:47,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:48,554 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:20:49,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:20:49,406 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:20:49,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:20:52,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:20:57,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:02,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:04,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:21:04,407 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:21:04,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:21:08,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:13,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:18,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:18,555 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:21:19,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:21:19,406 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:21:19,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:21:23,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:28,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:33,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:34,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:21:34,406 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:21:34,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:21:39,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:44,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:48,556 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:21:49,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:21:49,407 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:21:49,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:21:49,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:54,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:21:59,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:04,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:22:04,407 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:22:04,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:22:04,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:09,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:14,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:18,557 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:22:19,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:22:19,407 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:22:19,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:22:20,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:25,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:30,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:34,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:22:34,407 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:22:34,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:22:35,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:40,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:45,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:48,558 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:22:49,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:22:49,407 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:22:49,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:22:51,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:22:52,810 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:22:52,811 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:22:52,812 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:22:52,812 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:22:53,419 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:22:54,420 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:22:57,158 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:02,159 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:04,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:23:04,407 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:23:04,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:23:07,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:12,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:17,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:18,559 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:23:19,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:23:19,408 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:23:19,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:23:22,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:27,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:32,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:34,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:23:34,408 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:23:34,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:23:38,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:43,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:48,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:48,560 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:23:49,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:23:49,408 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:23:49,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:23:53,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:23:58,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:03,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:04,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:24:04,408 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:24:04,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:24:09,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:14,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:18,561 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:24:19,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:24:19,408 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:24:19,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:24:19,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:24,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:29,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:34,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:24:34,408 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:24:34,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:24:35,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:40,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:45,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:48,562 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:24:49,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:24:49,408 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:24:49,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:24:50,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:24:55,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:00,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:04,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:25:04,409 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:25:04,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:25:06,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:11,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:16,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:18,563 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:25:19,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:25:19,408 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:25:19,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:25:22,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:27,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:32,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:34,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:25:34,409 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:25:34,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:25:38,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:43,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:48,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:48,564 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:25:49,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:25:49,409 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:25:49,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:25:54,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:25:59,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:04,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:26:04,409 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:26:04,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:26:05,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:10,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:15,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:18,565 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:26:19,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:26:19,409 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:26:19,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:26:20,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:25,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:30,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:34,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:26:34,410 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:26:34,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:26:35,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:40,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:45,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:48,566 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:26:49,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:26:49,409 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:26:49,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:26:51,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:26:56,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:01,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:04,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:27:04,410 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:27:04,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:27:06,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:11,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:16,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:18,567 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:27:19,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:27:19,410 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:27:19,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:27:21,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:26,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:31,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:34,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:27:34,410 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:27:34,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:27:36,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:41,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:46,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:48,567 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:27:49,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:27:49,410 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:27:49,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:27:52,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:27:57,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:02,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:04,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:28:04,410 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:28:04,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:28:07,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:12,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:17,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:18,568 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:28:19,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:28:19,410 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:28:19,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:28:19,925 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:28:19,926 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:28:19,926 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:28:19,927 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:28:20,547 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:28:22,548 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:28:23,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:28,264 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:33,265 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:34,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:28:34,410 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:28:34,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:28:38,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:43,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:48,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:48,569 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:28:49,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:28:49,411 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:28:49,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:28:54,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:28:59,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:04,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:29:04,411 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:29:04,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:29:05,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:10,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:15,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:18,570 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:29:19,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:29:19,411 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:29:19,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:29:20,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:25,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:30,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:34,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:29:34,411 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:29:34,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:29:36,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:41,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:46,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:48,571 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:29:49,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:29:49,411 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:29:49,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:29:52,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:29:57,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:02,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:04,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:30:04,412 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:30:04,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:30:07,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:12,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:17,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:18,572 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:30:19,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:30:19,412 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:30:19,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:30:22,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:27,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:32,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:34,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:30:34,412 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:30:34,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:30:37,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:42,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:47,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:48,573 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:30:49,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:30:49,412 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:30:49,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:30:53,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:30:58,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:03,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:04,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:31:04,412 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:31:04,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:31:09,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:14,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:18,578 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:31:19,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:31:19,412 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:31:19,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:31:19,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:24,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:29,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:34,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:31:34,413 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:31:34,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:31:35,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:40,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:45,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:48,575 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:31:49,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:31:49,413 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:31:49,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:31:50,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:31:55,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:00,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:04,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:32:04,413 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:32:04,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:32:06,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:11,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:16,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:18,575 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:32:19,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:32:19,414 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:32:19,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:32:21,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:26,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:31,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:34,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:32:34,413 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:32:34,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:32:36,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:41,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:46,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:48,576 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:32:49,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:32:49,414 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:32:49,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:32:52,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:32:57,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:02,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:04,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:33:04,414 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:33:04,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:33:07,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:12,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:17,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:18,577 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:33:19,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:33:19,414 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:33:19,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:33:22,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:27,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:32,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:34,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:33:34,414 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:33:34,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:33:38,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:43,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:48,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:48,578 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:33:49,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:33:49,414 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:33:49,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:33:53,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:33:58,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:03,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:04,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:34:04,414 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:34:04,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:34:09,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:14,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:18,579 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:34:19,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:34:19,414 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:34:19,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:34:19,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:24,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:26,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:34:26,664 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:34:26,664 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:34:26,664 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:34:26,700 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:34:29,702 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:34:29,984 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:34,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:34:34,415 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:34:34,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:34:35,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:40,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:45,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:48,579 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:34:49,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:34:49,415 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:34:49,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:34:51,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:34:56,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:01,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:04,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:35:04,415 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:35:04,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:35:06,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:11,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:16,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:18,581 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:35:19,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:35:19,415 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:35:19,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:35:21,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:26,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:31,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:34,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:35:34,415 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:35:34,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:35:37,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:42,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:47,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:48,581 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:35:49,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:35:49,415 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:35:49,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:35:52,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:35:57,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:02,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:04,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:36:04,416 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:36:04,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:36:08,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:13,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:18,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:18,583 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:36:19,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:36:19,416 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:36:19,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:36:23,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:28,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:33,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:34,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:36:34,416 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:36:34,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:36:39,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:44,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:48,584 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:36:49,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:36:49,416 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:36:49,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:36:49,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:54,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:36:59,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:04,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:37:04,416 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:37:04,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:37:04,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:09,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:14,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:18,585 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:37:19,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:37:19,416 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:37:19,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:37:20,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:25,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:30,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:34,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:37:34,416 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:37:34,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:37:35,943 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:40,944 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:45,945 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:48,585 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:37:49,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:37:49,417 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:37:49,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:37:51,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:37:56,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:01,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:04,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:38:04,417 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:38:04,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:38:06,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:11,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:16,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:18,587 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:38:19,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:38:19,417 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:38:19,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:38:22,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:27,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:32,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:34,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:38:34,417 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:38:34,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:38:37,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:42,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:47,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:48,588 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:38:49,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:38:49,417 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:38:49,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:38:53,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:38:58,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:03,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:04,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:39:04,418 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:39:04,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:39:09,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:14,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:18,588 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:39:19,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:39:19,418 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:39:19,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:39:19,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:24,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:29,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:34,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:39:34,418 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:39:34,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:39:35,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:40,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:45,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:48,589 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:39:49,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:39:49,418 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:39:49,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:39:51,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:39:56,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:01,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:04,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:40:04,418 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:40:04,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:40:06,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:11,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:16,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:18,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:40:18,079 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:40:18,079 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:40:18,079 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:40:18,590 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:40:18,837 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:40:19,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:40:19,418 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:40:19,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:40:19,837 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:40:22,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:27,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:32,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:34,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:40:34,419 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:40:34,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:40:38,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:43,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:48,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:48,592 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:40:49,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:40:49,418 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:40:49,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:40:54,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:40:59,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:04,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:41:04,419 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:41:04,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:41:04,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:09,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:14,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:18,592 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:41:19,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:41:19,419 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:41:19,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:41:20,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:25,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:30,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:34,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:41:34,419 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:41:34,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:41:36,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:41,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:46,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:48,593 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:41:49,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:41:49,419 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:41:49,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:41:52,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:41:57,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:02,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:04,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:42:04,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:42:04,420 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:42:07,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:12,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:17,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:18,594 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:42:19,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:42:19,419 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:42:19,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:42:23,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:28,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:33,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:34,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:42:34,420 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:42:34,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:42:38,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:43,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:48,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:48,595 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:42:49,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:42:49,419 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:42:49,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:42:54,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:42:59,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:04,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:43:04,420 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:43:04,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:43:05,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:10,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:15,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:18,596 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:43:19,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:43:19,420 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:43:19,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:43:21,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:26,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:31,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:34,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:43:34,420 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:43:34,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:43:36,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:41,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:46,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:48,597 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:43:49,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:43:49,421 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:43:49,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:43:52,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:43:57,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:02,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:04,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:44:04,420 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:44:04,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:44:08,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:13,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:18,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:18,598 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:44:19,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:44:19,421 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:44:19,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:44:23,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:28,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:33,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:34,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:44:34,421 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:44:34,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:44:39,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:44,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:48,599 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:44:49,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:44:49,421 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:44:49,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:44:50,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:44:55,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:00,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:04,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:45:04,421 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:45:04,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:45:05,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:10,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:15,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:18,600 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:45:19,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:45:19,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:45:19,445 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:45:20,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:25,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:29,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:45:29,415 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:45:29,415 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:45:29,415 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:45:29,957 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:45:30,909 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:31,958 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:45:34,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:45:34,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:45:34,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:45:36,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:41,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:46,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:48,601 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:45:49,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:45:49,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:45:49,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:45:52,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:45:57,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:02,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:04,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:46:04,432 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:46:04,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:46:07,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:12,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:17,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:18,602 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:46:19,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:46:19,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:46:19,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:46:22,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:27,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:32,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:34,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:46:34,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:46:34,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:46:37,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:42,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:47,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:48,604 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:46:49,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:46:49,432 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:46:49,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:46:53,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:46:58,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:03,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:04,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:47:04,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:47:04,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:47:09,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:14,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:18,604 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:47:19,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:47:19,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:47:19,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:47:19,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:24,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:29,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:34,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:47:34,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:47:34,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:47:35,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:40,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:45,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:48,606 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:47:49,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:47:49,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:47:49,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:47:51,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:47:56,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:01,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:04,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:48:04,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:48:04,435 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:48:07,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:12,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:17,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:18,607 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:48:19,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:48:19,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:48:19,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:48:22,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:27,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:32,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:34,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:48:34,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:48:34,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:48:38,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:43,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:48,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:48,608 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:48:49,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:48:49,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:48:49,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:48:53,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:48:58,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:03,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:04,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:49:04,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:49:04,435 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:49:09,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:14,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:18,613 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:49:19,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:49:19,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:49:19,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:49:20,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:25,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:30,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:34,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:49:34,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:49:34,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:49:35,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:40,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:45,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:48,610 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:49:49,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:49:49,433 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:49:49,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:49:51,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:49:56,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:01,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:04,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:50:04,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:50:04,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:50:06,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:11,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:16,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:18,611 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:50:19,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:50:19,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:50:19,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:50:22,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:27,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:32,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:34,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:50:34,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:50:34,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:50:38,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:43,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:48,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:48,612 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:50:49,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:50:49,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:50:49,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:50:54,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:50:59,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:04,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:51:04,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:51:04,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:51:04,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:09,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:14,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:18,613 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:51:19,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:51:19,435 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:51:19,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:51:20,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:25,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:30,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:34,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:51:34,435 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:51:34,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:51:35,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:40,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:43,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:51:43,533 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:51:43,533 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:51:43,534 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:51:44,103 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:51:45,848 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:46,104 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:51:48,613 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:51:49,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:51:49,434 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:51:49,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:51:51,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:51:56,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:01,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:04,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:52:04,435 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:52:04,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:52:07,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:12,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:17,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:18,614 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:52:19,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:52:19,435 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:52:19,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:52:22,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:27,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:32,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:34,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:52:34,435 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:52:34,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:52:38,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:43,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:48,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:48,615 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:52:49,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:52:49,435 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:52:49,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:52:53,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:52:58,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:03,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:04,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:53:04,436 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:53:04,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:53:09,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:14,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:18,616 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:53:19,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:53:19,436 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:53:19,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:53:19,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:24,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:29,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:34,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:53:34,436 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:53:34,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:53:34,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:39,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:44,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:48,617 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:53:49,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:53:49,436 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:53:49,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:53:49,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:54,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:53:59,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:04,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:54:04,436 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:54:04,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:54:05,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:10,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:15,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:18,618 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:54:19,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:54:19,436 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:54:19,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:54:21,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:26,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:31,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:34,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:54:34,436 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:54:34,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:54:36,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:41,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:46,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:48,619 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:54:49,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:54:49,436 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:54:49,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:54:52,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:54:57,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:02,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:04,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:55:04,437 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:55:04,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:55:08,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:13,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:18,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:18,620 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:55:19,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:55:19,437 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:55:19,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:55:24,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:29,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:34,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:55:34,437 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:55:34,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:55:35,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:40,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:45,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:48,620 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:55:49,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:55:49,437 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:55:49,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:55:50,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:55:55,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:00,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:04,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:56:04,437 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:56:04,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:56:06,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:11,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:16,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:18,621 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:56:19,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:56:19,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:56:19,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:56:21,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:26,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:31,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:34,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:56:34,443 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:56:34,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:56:37,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:42,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:47,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:48,622 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:56:49,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:56:49,442 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:56:49,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:56:53,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:56:58,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:03,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:04,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:57:04,442 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:57:04,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:57:04,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 13:57:04,661 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 13:57:04,661 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 13:57:04,661 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 13:57:05,227 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 13:57:07,228 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 13:57:08,995 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:13,996 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:18,624 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:57:19,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:57:19,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:57:19,443 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:57:19,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:24,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:29,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:34,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:57:34,443 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:57:34,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:57:34,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:39,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:44,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:48,625 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:57:49,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:57:49,443 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:57:49,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:57:50,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:57:55,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:00,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:04,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:58:04,443 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:58:04,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:58:06,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:11,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:16,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:18,626 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:58:19,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:58:19,443 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:58:19,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:58:22,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:27,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:32,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:34,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:58:34,443 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:58:34,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:58:37,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:42,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:47,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:48,627 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:58:49,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:58:49,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:58:49,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:58:53,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:58:58,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:03,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:04,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:59:04,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:59:04,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:59:08,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:13,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:18,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:18,628 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:59:19,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:59:19,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:59:19,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:59:24,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:29,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:34,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:59:34,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:59:34,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:59:34,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:39,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:44,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:48,630 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 13:59:49,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 13:59:49,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 13:59:49,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 13:59:50,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 13:59:55,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:00,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:04,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:00:04,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:00:04,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:00:05,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:10,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:15,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:18,630 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:00:19,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:00:19,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:00:19,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:00:21,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:26,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:31,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:34,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:00:34,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:00:34,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:00:36,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:41,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:46,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:48,631 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:00:49,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:00:49,444 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:00:49,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:00:52,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:00:57,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:02,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:04,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:01:04,445 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:01:04,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:01:07,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:12,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:17,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:18,633 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:01:19,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:01:19,445 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:01:19,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:01:23,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:28,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:33,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:34,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:01:34,445 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:01:34,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:01:38,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:43,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:48,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:48,633 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:01:49,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:01:49,445 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:01:49,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:01:53,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:01:58,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:03,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:04,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:02:04,445 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:02:04,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:02:09,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:14,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:17,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:02:17,515 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:02:17,516 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:02:17,516 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:02:18,349 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:02:18,634 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:02:19,349 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:02:19,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:02:19,445 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:02:19,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:02:19,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:24,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:29,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:34,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:02:34,446 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:02:34,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:02:35,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:40,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:45,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:48,635 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:02:49,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:02:49,446 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:02:49,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:02:50,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:02:55,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:00,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:04,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:03:04,446 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:03:04,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:03:06,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:11,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:16,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:18,636 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:03:19,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:03:19,446 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:03:19,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:03:22,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:27,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:32,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:34,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:03:34,446 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:03:34,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:03:37,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:42,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:47,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:48,637 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:03:49,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:03:49,447 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:03:49,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:03:53,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:03:58,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:03,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:04,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:04:04,447 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:04:04,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:04:09,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:14,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:18,638 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:04:19,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:04:19,447 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:04:19,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:04:19,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:24,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:29,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:34,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:04:34,447 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:04:34,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:04:35,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:40,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:45,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:48,639 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:04:49,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:04:49,447 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:04:49,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:04:50,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:04:55,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:00,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:04,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:05:04,447 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:05:04,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:05:06,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:11,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:16,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:18,639 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:05:19,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:05:19,447 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:05:19,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:05:21,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:26,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:31,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:34,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:05:34,447 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:05:34,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:05:37,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:42,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:47,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:48,640 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:05:49,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:05:49,448 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:05:49,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:05:52,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:05:57,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:02,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:04,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:06:04,448 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:06:04,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:06:08,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:13,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:18,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:18,641 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:06:19,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:06:19,449 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:06:19,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:06:23,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:28,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:33,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:34,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:06:34,448 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:06:34,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:06:39,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:44,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:48,647 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:06:49,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:06:49,448 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:06:49,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:06:50,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:06:55,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:00,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:04,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:07:04,448 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:07:04,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:07:05,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:10,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:15,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:18,643 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:07:19,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:07:19,449 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:07:19,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:07:21,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:26,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:31,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:34,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:07:34,449 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:07:34,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:07:36,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:37,855 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:07:37,856 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:07:37,856 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:07:37,858 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:07:38,478 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:07:39,478 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:07:42,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:47,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:48,644 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:07:49,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:07:49,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:07:49,450 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:07:52,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:07:57,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:02,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:04,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:08:04,450 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:08:04,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:08:07,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:12,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:17,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:18,646 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:08:19,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:08:19,449 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:08:19,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:08:23,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:28,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:33,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:34,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:08:34,449 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:08:34,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:08:38,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:43,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:48,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:48,646 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:08:49,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:08:49,449 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:08:49,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:08:54,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:08:59,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:04,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:09:04,450 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:09:04,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:09:05,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:10,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:15,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:18,647 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:09:19,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:09:19,450 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:09:19,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:09:20,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:25,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:30,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:34,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:09:34,450 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:09:34,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:09:36,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:41,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:46,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:48,648 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:09:49,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:09:49,450 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:09:49,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:09:51,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:09:56,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:01,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:04,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:10:04,450 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:10:04,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:10:06,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:11,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:16,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:18,649 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:10:19,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:10:19,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:10:19,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:10:22,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:27,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:32,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:34,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:10:34,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:10:34,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:10:38,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:43,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:48,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:48,649 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:10:49,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:10:49,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:10:49,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:10:53,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:10:58,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:03,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:04,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:11:04,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:11:04,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:11:09,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:14,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:18,650 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:11:19,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:11:19,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:11:19,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:11:20,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:25,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:30,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:34,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:11:34,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:11:34,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:11:35,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:40,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:45,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:48,652 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:11:49,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:11:49,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:11:49,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:11:50,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:11:55,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:00,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:04,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:12:04,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:12:04,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:12:06,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:11,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:16,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:18,653 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:12:19,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:12:19,451 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:12:19,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:12:21,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:26,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:31,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:34,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:12:34,452 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:12:34,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:12:36,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:41,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:46,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:48,654 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:12:49,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:12:49,452 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:12:49,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:12:51,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:12:56,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:01,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:04,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:13:04,452 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:13:04,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:13:07,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:12,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:17,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:18,654 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:13:19,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:13:19,452 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:13:19,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:13:22,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:26,703 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:13:26,704 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:13:26,704 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:13:26,704 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:13:27,616 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:13:27,617 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:13:28,019 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:33,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:34,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:13:34,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:13:34,453 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:13:38,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:43,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:48,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:48,655 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:13:49,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:13:49,453 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:13:49,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:13:53,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:13:58,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:03,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:04,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:14:04,453 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:14:04,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:14:09,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:14,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:18,656 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:14:19,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:14:19,453 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:14:19,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:14:19,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:24,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:29,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:34,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:14:34,453 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:14:34,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:14:35,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:40,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:45,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:48,657 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:14:49,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:14:49,454 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:14:49,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:14:51,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:14:56,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:01,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:04,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:15:04,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:15:04,456 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:15:06,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:11,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:16,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:18,658 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:15:19,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:15:19,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:15:19,455 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:15:22,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:27,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:32,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:34,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:15:34,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:15:34,455 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:15:38,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:43,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:48,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:48,659 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:15:49,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:15:49,454 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:15:49,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:15:53,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:15:58,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:03,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:04,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:16:04,454 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:16:04,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:16:09,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:14,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:18,660 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:16:19,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:16:19,454 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:16:19,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:16:20,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:25,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:30,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:34,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:16:34,455 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:16:34,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:16:35,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:40,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:45,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:48,661 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:16:49,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:16:49,454 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:16:49,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:16:51,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:16:56,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:01,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:04,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:17:04,455 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:17:04,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:17:06,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:11,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:16,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:18,663 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:17:19,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:17:19,455 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:17:19,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:17:22,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:27,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:32,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:34,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:17:34,455 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:17:34,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:17:37,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:42,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:47,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:48,664 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:17:49,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:17:49,455 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:17:49,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:17:52,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:17:57,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:02,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:04,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:18:04,455 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:18:04,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:18:08,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:13,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:18,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:18,665 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:18:19,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:18:19,456 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:18:19,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:18:23,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:28,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:33,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:34,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:18:34,456 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:18:34,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:18:39,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:44,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:48,666 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:18:49,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:18:49,456 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:18:49,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:18:49,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:54,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:18:57,101 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:18:57,103 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:18:57,103 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:18:57,103 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:18:57,752 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:18:57,752 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:19:00,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:04,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:19:04,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:19:04,457 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:19:05,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:10,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:15,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:18,667 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:19:19,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:19:19,456 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:19:19,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:19:21,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:26,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:31,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:34,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:19:34,456 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:19:34,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:19:37,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:42,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:47,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:48,669 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:19:49,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:19:49,456 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:19:49,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:19:52,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:19:57,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:02,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:04,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:20:04,457 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:20:04,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:20:07,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:12,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:17,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:18,670 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:20:19,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:20:19,457 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:20:19,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:20:23,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:28,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:33,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:34,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:20:34,457 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:20:34,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:20:39,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:44,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:48,671 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:20:49,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:20:49,457 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:20:49,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:20:49,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:54,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:20:59,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:04,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:21:04,457 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:21:04,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:21:04,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:09,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:14,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:18,671 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:21:19,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:21:19,457 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:21:19,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:21:19,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:24,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:29,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:34,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:21:34,458 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:21:34,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:21:35,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:40,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:45,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:48,673 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:21:49,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:21:49,458 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:21:49,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:21:50,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:21:55,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:00,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:04,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:22:04,458 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:22:04,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:22:06,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:11,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:16,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:18,673 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:22:19,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:22:19,458 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:22:19,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:22:22,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:27,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:32,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:34,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:22:34,458 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:22:34,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:22:37,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:42,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:47,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:48,674 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:22:49,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:22:49,458 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:22:49,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:22:53,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:22:58,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:03,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:04,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:23:04,458 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:23:04,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:23:08,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:13,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:18,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:18,675 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:23:19,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:23:19,458 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:23:19,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:23:24,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:29,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:34,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:23:34,459 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:23:34,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:23:34,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:39,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:44,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:48,676 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:23:49,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:23:49,459 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:23:49,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:23:50,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:23:55,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:00,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:04,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:24:04,459 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:24:04,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:24:05,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:10,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:15,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:16,965 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:24:16,966 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:24:16,966 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:24:16,967 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:24:17,877 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:24:18,681 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:24:18,878 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:24:19,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:24:19,459 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:24:19,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:24:20,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:25,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:30,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:34,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:24:34,459 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:24:34,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:24:35,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:40,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:45,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:48,678 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:24:49,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:24:49,459 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:24:49,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:24:50,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:24:55,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:00,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:04,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:25:04,460 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:25:04,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:25:06,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:11,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:16,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:18,678 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:25:19,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:25:19,459 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:25:19,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:25:22,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:27,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:32,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:34,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:25:34,460 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:25:34,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:25:38,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:43,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:48,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:48,679 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:25:49,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:25:49,460 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:25:49,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:25:53,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:25:58,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:03,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:04,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:26:04,460 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:26:04,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:26:09,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:14,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:18,680 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:26:19,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:26:19,460 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:26:19,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:26:19,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:24,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:29,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:34,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:26:34,460 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:26:34,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:26:35,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:40,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:45,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:48,681 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:26:49,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:26:49,460 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:26:49,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:26:51,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:26:56,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:01,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:04,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:27:04,461 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:27:04,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:27:06,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:11,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:16,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:18,682 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:27:19,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:27:19,461 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:27:19,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:27:22,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:27,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:32,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:34,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:27:34,461 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:27:34,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:27:37,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:42,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:47,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:48,683 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:27:49,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:27:49,461 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:27:49,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:27:52,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:27:57,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:02,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:04,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:28:04,461 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:28:04,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:28:08,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:13,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:18,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:18,684 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:28:19,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:28:19,462 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:28:19,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:28:23,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:28,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:33,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:34,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:28:34,462 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:28:34,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:28:38,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:43,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:48,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:48,685 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:28:49,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:28:49,462 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:28:49,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:28:54,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:28:59,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:04,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:29:04,462 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:29:04,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:29:05,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:10,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:12,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:29:12,204 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:29:12,204 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:29:12,205 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:29:12,987 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:29:14,987 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:29:16,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:18,686 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:29:19,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:29:19,462 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:29:19,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:29:21,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:26,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:31,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:34,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:29:34,462 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:29:34,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:29:37,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:42,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:47,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:48,686 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:29:49,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:29:49,463 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:29:49,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:29:53,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:29:58,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:03,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:04,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:30:04,463 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:30:04,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:30:08,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:13,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:18,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:18,688 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:30:19,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:30:19,463 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:30:19,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:30:23,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:28,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:33,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:34,462 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:30:34,463 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:30:34,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:30:39,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:44,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:48,689 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:30:49,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:30:49,463 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:30:49,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:30:49,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:54,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:30:59,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:04,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:31:04,463 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:31:04,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:31:04,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:09,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:14,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:18,690 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:31:19,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:31:19,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:31:19,466 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:31:20,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:25,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:30,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:34,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:31:34,463 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:31:34,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:31:36,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:41,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:46,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:48,691 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:31:49,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:31:49,464 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:31:49,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:31:51,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:31:56,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:01,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:04,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:32:04,464 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:32:04,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:32:07,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:12,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:17,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:18,693 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:32:19,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:32:19,464 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:32:19,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:32:22,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:27,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:32,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:34,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:32:34,464 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:32:34,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:32:38,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:43,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:48,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:48,693 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:32:49,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:32:49,465 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:32:49,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:32:53,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:32:58,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:03,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:04,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:33:04,465 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:33:04,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:33:09,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:14,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:18,694 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:33:19,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:33:19,465 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:33:19,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:33:19,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:24,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:29,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:34,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:33:34,465 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:33:34,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:33:35,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:40,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:45,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:48,696 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:33:49,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:33:49,465 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:33:49,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:33:50,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:33:55,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:00,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:04,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:34:04,465 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:34:04,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:34:06,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:11,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:16,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:18,697 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:34:19,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:34:19,465 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:34:19,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:34:21,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:26,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:31,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:34,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:34:34,465 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:34:34,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:34:37,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:39,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:34:39,649 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:34:39,649 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:34:39,649 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:34:40,110 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:34:41,111 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:34:43,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:48,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:48,698 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:34:49,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:34:49,466 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:34:49,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:34:53,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:34:58,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:03,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:04,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:35:04,466 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:35:04,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:35:09,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:14,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:18,699 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:35:19,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:35:19,466 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:35:19,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:35:19,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:24,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:29,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:34,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:35:34,466 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:35:34,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:35:34,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:39,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:44,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:48,700 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:35:49,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:35:49,466 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:35:49,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:35:50,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:35:55,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:00,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:04,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:36:04,467 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:36:04,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:36:05,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:10,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:15,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:18,700 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:36:19,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:36:19,466 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:36:19,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:36:21,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:26,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:31,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:34,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:36:34,467 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:36:34,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:36:36,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:41,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:46,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:48,702 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:36:49,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:36:49,467 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:36:49,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:36:51,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:36:56,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:01,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:04,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:37:04,467 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:37:04,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:37:06,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:11,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:16,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:18,703 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:37:19,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:37:19,467 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:37:19,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:37:22,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:27,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:32,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:34,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:37:34,467 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:37:34,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:37:38,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:43,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:48,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:48,704 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:37:49,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:37:49,467 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:37:49,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:37:54,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:37:59,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:04,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:38:04,467 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:38:04,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:38:04,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:09,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:14,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:18,705 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:38:19,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:38:19,468 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:38:19,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:38:20,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:25,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:30,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:34,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:38:34,468 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:38:34,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:38:35,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:40,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:45,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:48,706 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:38:49,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:38:49,468 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:38:49,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:38:50,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:38:55,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:00,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:04,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:39:04,468 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:39:04,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:39:06,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:11,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:16,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:18,706 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:39:19,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:39:19,468 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:39:19,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:39:22,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:27,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:32,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:34,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:39:34,468 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:39:34,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:39:37,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:42,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:47,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:48,708 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:39:49,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:39:49,468 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:39:49,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:39:52,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:39:57,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:02,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:04,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:40:04,468 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:40:04,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:40:08,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:12,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:40:12,108 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:40:12,108 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:40:12,109 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:40:12,236 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:40:13,237 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:40:14,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:18,708 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:40:19,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:40:19,469 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:40:19,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:40:19,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:24,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:29,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:34,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:40:34,469 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:40:34,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:40:35,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:40,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:45,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:48,709 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:40:49,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:40:49,469 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:40:49,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:40:50,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:40:55,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:00,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:04,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:41:04,469 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:41:04,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:41:06,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:11,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:16,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:18,711 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:41:19,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:41:19,469 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:41:19,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:41:22,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:27,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:32,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:34,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:41:34,471 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:41:34,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:41:38,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:43,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:48,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:48,712 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:41:49,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:41:49,470 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:41:49,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:41:53,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:41:58,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:03,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:04,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:42:04,470 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:42:04,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:42:09,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:14,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:18,717 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:42:19,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:42:19,470 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:42:19,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:42:20,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:25,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:30,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:34,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:42:34,470 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:42:34,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:42:35,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:40,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:45,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:48,713 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:42:49,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:42:49,470 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:42:49,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:42:51,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:42:56,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:01,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:04,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:43:04,470 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:43:04,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:43:07,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:12,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:17,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:18,714 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:43:19,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:43:19,471 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:43:19,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:43:22,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:27,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:32,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:34,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:43:34,471 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:43:34,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:43:37,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:42,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:47,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:48,715 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:43:49,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:43:49,471 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:43:49,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:43:53,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:43:58,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:03,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:04,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:44:04,471 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:44:04,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:44:08,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:13,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:18,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:18,716 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:44:19,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:44:19,471 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:44:19,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:44:24,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:29,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:34,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:44:34,471 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:44:34,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:44:35,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:40,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:45,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:48,717 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:44:49,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:44:49,471 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:44:49,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:44:50,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:44:55,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:00,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:04,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:45:04,472 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:45:04,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:45:05,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:10,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:15,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:18,718 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:45:19,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:45:19,472 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:45:19,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:45:21,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:26,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:29,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:45:29,553 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:45:29,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:45:29,554 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:45:30,354 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:45:31,860 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:32,355 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:45:34,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:45:34,472 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:45:34,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:45:37,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:42,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:47,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:48,719 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:45:49,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:45:49,472 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:45:49,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:45:52,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:45:57,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:02,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:04,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:46:04,472 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:46:04,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:46:08,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:13,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:18,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:18,721 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:46:19,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:46:19,472 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:46:19,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:46:23,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:28,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:33,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:34,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:46:34,473 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:46:34,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:46:39,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:44,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:48,721 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:46:49,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:46:49,473 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:46:49,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:46:50,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:46:55,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:00,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:04,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:47:04,473 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:47:04,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:47:06,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:11,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:16,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:18,722 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:47:19,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:47:19,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:47:19,474 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:47:21,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:26,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:31,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:34,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:47:34,474 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:47:34,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:47:37,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:42,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:47,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:48,723 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:47:49,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:47:49,474 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:47:49,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:47:52,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:47:57,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:02,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:04,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:48:04,475 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:48:04,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:48:08,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:13,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:18,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:18,724 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:48:19,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:48:19,474 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:48:19,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:48:24,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:29,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:34,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:48:34,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:48:34,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:48:34,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:39,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:44,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:48,725 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:48:49,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:48:49,475 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:48:49,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:48:50,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:48:55,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:00,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:04,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:49:04,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:49:04,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:49:05,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:10,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:15,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:18,725 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:49:19,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:49:19,475 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:49:19,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:49:21,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:26,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:31,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:34,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:49:34,475 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:49:34,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:49:36,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:41,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:46,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:48,726 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:49:49,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:49:49,475 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:49:49,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:49:51,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:49:56,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:01,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:04,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:50:04,475 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:50:04,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:50:07,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:12,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:17,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:18,727 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:50:19,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:50:19,475 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:50:19,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:50:22,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:27,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:32,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:34,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:50:34,477 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:50:34,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:50:38,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:43,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:48,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:48,728 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:50:49,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:50:49,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:50:49,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:50:53,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:50:58,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:03,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:04,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:51:04,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:51:04,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:51:08,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:13,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:18,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:18,729 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:51:19,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:51:19,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:51:19,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:51:24,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:29,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:34,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:51:34,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:51:34,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:51:35,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:38,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:51:38,574 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:51:38,574 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:51:38,575 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:51:39,493 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:51:40,493 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:51:40,899 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:45,900 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:48,730 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:51:49,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:51:49,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:51:49,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:51:51,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:51:56,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:01,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:04,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:52:04,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:52:04,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:52:06,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:11,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:16,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:18,731 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:52:19,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:52:19,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:52:19,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:52:21,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:26,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:31,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:34,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:52:34,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:52:34,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:52:37,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:42,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:47,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:48,732 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:52:49,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:52:49,476 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:52:49,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:52:53,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:52:58,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:03,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:04,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:53:04,477 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:53:04,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:53:08,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:13,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:18,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:18,733 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:53:19,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:53:19,477 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:53:19,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:53:23,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:28,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:33,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:34,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:53:34,477 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:53:34,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:53:39,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:44,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:48,734 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:53:49,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:53:49,477 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:53:49,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:53:49,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:54,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:53:59,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:04,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:54:04,477 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:54:04,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:54:05,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:10,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:15,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:18,735 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:54:19,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:54:19,477 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:54:19,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:54:21,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:26,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:31,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:34,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:54:34,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:54:34,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:54:37,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:42,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:47,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:48,736 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:54:49,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:54:49,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:54:49,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:54:52,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:54:57,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:02,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:04,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:55:04,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:55:04,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:55:08,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:13,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:18,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:18,737 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:55:19,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:55:19,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:55:19,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:55:24,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:29,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:34,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:55:34,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:55:34,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:55:35,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:40,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:45,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:48,738 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:55:49,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:55:49,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:55:49,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:55:50,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:55:55,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:00,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:04,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:56:04,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:56:04,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:56:06,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:11,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:16,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:18,739 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:56:19,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:56:19,478 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:56:19,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:56:21,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:26,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:31,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:34,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:56:34,479 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:56:34,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:56:36,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:41,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:46,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:48,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 14:56:48,017 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 14:56:48,017 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 14:56:48,017 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 14:56:48,607 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 14:56:48,740 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:56:49,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:56:49,479 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:56:49,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:56:50,608 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 14:56:52,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:56:57,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:02,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:04,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:57:04,479 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:57:04,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:57:08,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:13,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:18,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:18,741 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:57:19,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:57:19,479 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:57:19,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:57:23,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:28,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:33,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:34,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:57:34,479 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:57:34,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:57:38,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:43,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:48,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:48,742 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:57:49,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:57:49,479 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:57:49,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:57:54,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:57:59,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:04,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:58:04,479 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:58:04,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:58:05,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:10,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:15,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:18,743 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:58:19,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:58:19,480 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:58:19,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:58:21,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:26,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:31,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:34,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:58:34,480 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:58:34,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:58:36,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:41,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:46,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:48,744 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:58:49,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:58:49,480 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:58:49,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:58:52,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:58:57,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:02,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:04,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:59:04,480 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:59:04,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:59:08,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:13,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:18,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:18,744 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:59:19,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:59:19,481 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:59:19,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:59:24,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:29,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:34,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:59:34,480 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:59:34,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:59:34,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:39,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:44,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:48,749 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 14:59:49,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 14:59:49,481 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 14:59:49,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 14:59:50,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 14:59:55,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:00,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:04,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:00:04,481 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:00:04,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:00:05,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:10,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:15,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:18,747 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:00:19,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:00:19,481 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:00:19,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:00:21,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:26,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:31,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:34,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:00:34,481 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:00:34,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:00:37,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:42,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:47,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:48,749 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:00:49,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:00:49,481 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:00:49,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:00:52,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:00:57,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:02,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:04,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:01:04,481 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:01:04,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:01:08,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:13,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:18,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:18,749 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:01:19,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:01:19,482 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:01:19,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:01:23,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:28,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:33,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:34,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:01:34,482 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:01:34,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:01:39,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:44,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:48,750 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:01:49,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:01:49,482 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:01:49,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:01:49,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:54,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:01:58,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:01:58,117 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:01:58,117 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:01:58,117 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:01:58,730 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:02:00,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:00,731 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:02:04,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:02:04,482 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:02:04,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:02:05,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:10,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:15,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:18,751 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:02:19,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:02:19,482 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:02:19,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:02:20,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:25,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:30,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:34,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:02:34,483 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:02:34,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:02:36,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:41,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:46,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:48,753 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:02:49,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:02:49,482 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:02:49,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:02:51,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:02:56,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:01,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:04,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:03:04,483 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:03:04,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:03:06,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:11,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:16,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:18,754 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:03:19,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:03:19,483 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:03:19,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:03:21,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:26,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:31,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:34,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:03:34,483 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:03:34,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:03:37,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:42,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:47,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:48,755 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:03:49,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:03:49,483 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:03:49,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:03:52,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:03:57,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:02,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:04,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:04:04,483 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:04:04,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:04:07,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:12,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:17,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:18,755 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:04:19,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:04:19,484 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:04:19,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:04:23,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:28,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:33,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:34,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:04:34,483 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:04:34,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:04:38,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:43,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:48,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:48,756 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:04:49,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:04:49,484 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:04:49,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:04:54,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:04:59,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:04,483 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:05:04,484 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:05:04,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:05:04,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:09,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:14,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:18,757 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:05:19,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:05:19,484 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:05:19,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:05:20,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:25,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:30,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:34,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:05:34,484 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:05:34,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:05:35,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:40,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:45,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:48,759 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:05:49,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:05:49,484 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:05:49,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:05:51,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:05:56,509 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:01,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:04,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:06:04,484 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:06:04,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:06:06,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:11,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:16,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:18,759 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:06:19,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:06:19,484 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:06:19,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:06:21,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:26,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:31,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:34,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:06:34,485 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:06:34,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:06:37,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:42,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:47,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:48,761 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:06:49,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:06:49,485 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:06:49,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:06:52,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:06:57,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:02,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:04,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:07:04,485 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:07:04,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:07:07,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:07:07,337 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:07:07,337 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:07:07,337 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:07:07,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:07,851 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:07:08,852 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:07:12,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:17,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:18,761 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:07:19,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:07:19,485 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:07:19,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:07:23,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:28,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:33,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:34,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:07:34,485 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:07:34,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:07:39,315 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:44,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:48,762 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:07:49,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:07:49,485 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:07:49,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:07:49,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:54,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:07:59,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:04,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:08:04,486 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:08:04,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:08:05,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:10,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:15,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:18,763 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:08:19,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:08:19,485 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:08:19,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:08:20,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:25,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:30,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:34,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:08:34,486 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:08:34,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:08:36,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:41,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:46,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:48,764 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:08:49,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:08:49,486 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:08:49,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:08:52,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:08:57,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:02,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:04,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:09:04,486 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:09:04,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:09:07,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:12,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:17,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:18,765 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:09:19,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:09:19,486 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:09:19,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:09:22,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:27,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:32,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:34,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:09:34,487 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:09:34,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:09:38,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:43,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:48,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:48,766 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:09:49,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:09:49,486 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:09:49,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:09:53,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:09:58,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:03,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:04,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:10:04,486 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:10:04,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:10:09,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:14,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:18,766 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:10:19,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:10:19,487 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:10:19,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:10:19,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:24,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:29,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:34,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:10:34,487 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:10:34,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:10:34,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:39,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:44,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:48,767 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:10:49,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:10:49,487 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:10:49,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:10:50,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:10:55,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:00,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:04,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:11:04,487 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:11:04,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:11:06,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:11,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:16,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:18,769 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:11:19,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:11:19,487 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:11:19,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:11:21,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:26,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:31,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:34,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:11:34,487 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:11:34,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:11:37,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:42,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:47,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:48,770 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:11:49,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:11:49,487 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:11:49,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:11:52,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:11:57,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:02,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:04,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:12:04,488 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:12:04,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:12:08,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:13,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:18,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:18,770 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:12:19,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:12:19,488 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:12:19,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:12:23,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:28,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:33,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:34,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:12:34,488 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:12:34,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:12:36,894 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:12:36,895 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:12:36,896 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:12:36,896 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:12:36,981 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:12:39,261 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:39,983 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:12:44,262 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:48,771 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:12:49,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:12:49,488 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:12:49,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:12:49,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:54,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:12:59,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:04,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:13:04,488 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:13:04,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:13:05,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:10,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:15,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:18,772 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:13:19,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:13:19,488 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:13:19,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:13:20,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:25,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:30,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:34,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:13:34,489 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:13:34,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:13:35,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:40,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:45,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:48,773 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:13:49,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:13:49,489 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:13:49,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:13:51,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:13:56,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:01,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:04,488 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:14:04,489 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:14:04,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:14:06,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:11,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:16,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:18,775 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:14:19,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:14:19,490 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:14:19,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:14:22,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:27,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:32,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:34,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:14:34,489 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:14:34,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:14:38,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:43,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:48,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:48,776 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:14:49,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:14:49,489 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:14:49,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:14:53,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:14:58,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:03,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:04,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:15:04,489 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:15:04,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:15:09,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:14,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:18,777 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:15:19,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:15:19,490 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:15:19,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:15:19,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:24,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:29,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:34,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:15:34,490 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:15:34,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:15:35,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:40,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:45,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:48,777 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:15:49,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:15:49,490 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:15:49,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:15:50,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:15:55,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:00,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:04,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:16:04,490 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:16:04,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:16:05,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:10,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:15,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:18,778 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:16:19,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:16:19,490 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:16:19,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:16:21,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:26,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:31,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:34,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:16:34,490 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:16:34,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:16:37,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:42,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:47,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:48,779 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:16:49,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:16:49,490 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:16:49,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:16:53,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:16:58,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:03,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:04,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:17:04,491 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:17:04,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:17:08,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:13,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:18,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:18,780 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:17:19,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:17:19,491 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:17:19,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:17:24,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:29,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:34,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:17:34,491 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:17:34,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:17:34,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:39,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:44,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:48,784 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:17:49,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:17:49,491 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:17:49,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:17:50,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:17:55,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:00,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:04,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:18:04,491 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:18:04,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:18:06,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:11,198 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:18:11,199 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:18:11,199 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:18:11,200 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:18:12,113 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:18:12,193 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:14,114 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:18:17,194 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:18,781 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:18:19,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:18:19,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:18:19,492 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:18:22,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:27,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:32,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:34,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:18:34,492 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:18:34,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:18:38,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:43,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:48,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:48,783 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:18:49,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:18:49,491 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:18:49,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:18:53,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:18:58,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:03,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:04,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:19:04,492 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:19:04,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:19:09,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:14,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:18,783 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:19:19,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:19:19,492 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:19:19,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:19:19,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:24,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:29,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:34,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:19:34,492 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:19:34,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:19:34,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:39,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:44,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:48,784 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:19:49,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:19:49,492 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:19:49,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:19:49,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:54,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:19:59,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:04,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:20:04,493 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:20:04,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:20:05,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:10,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:15,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:18,785 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:20:19,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:20:19,493 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:20:19,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:20:20,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:25,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:30,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:34,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:20:34,493 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:20:34,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:20:36,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:41,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:46,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:48,785 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:20:49,492 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:20:49,493 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:20:49,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:20:52,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:20:57,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:02,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:04,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:21:04,493 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:21:04,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:21:08,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:13,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:18,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:18,786 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:21:19,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:21:19,493 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:21:19,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:21:23,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:28,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:33,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:34,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:21:34,493 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:21:34,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:21:39,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:44,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:48,787 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:21:49,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:21:49,494 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:21:49,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:21:49,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:54,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:21:59,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:04,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:22:04,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:22:04,497 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:22:04,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:09,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:14,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:18,788 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:22:19,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:22:19,494 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:22:19,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:22:20,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:25,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:30,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:34,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:22:34,494 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:22:34,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:22:36,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:41,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:46,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:48,789 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:22:49,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:22:49,494 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:22:49,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:22:51,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:22:56,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:01,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:04,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:23:04,495 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:23:04,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:23:07,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:12,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:17,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:18,790 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:23:19,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:23:19,495 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:23:19,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:23:23,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:28,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:33,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:34,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:23:34,495 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:23:34,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:23:38,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:43,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:48,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:48,791 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:23:49,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:23:49,495 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:23:49,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:23:54,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:23:59,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:04,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:24:04,496 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:24:04,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:24:04,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:06,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:24:07,001 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:24:07,001 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:24:07,001 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:24:07,246 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:24:10,248 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:24:10,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:15,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:18,792 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:24:19,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:24:19,495 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:24:19,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:24:20,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:25,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:30,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:34,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:24:34,495 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:24:34,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:24:36,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:41,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:46,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:48,793 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:24:49,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:24:49,495 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:24:49,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:24:52,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:24:57,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:02,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:04,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:25:04,496 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:25:04,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:25:07,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:12,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:17,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:18,794 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:25:19,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:25:19,496 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:25:19,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:25:22,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:27,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:32,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:34,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:25:34,496 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:25:34,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:25:38,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:43,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:48,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:48,795 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:25:49,495 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:25:49,496 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:25:49,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:25:54,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:25:59,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:04,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:26:04,496 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:26:04,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:26:04,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:09,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:14,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:18,796 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:26:19,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:26:19,496 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:26:19,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:26:20,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:25,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:30,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:34,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:26:34,497 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:26:34,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:26:35,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:40,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:45,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:48,797 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:26:49,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:26:49,497 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:26:49,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:26:51,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:26:56,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:01,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:04,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:27:04,497 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:27:04,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:27:06,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:11,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:16,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:18,798 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:27:19,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:27:19,497 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:27:19,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:27:22,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:27,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:32,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:34,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:27:34,497 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:27:34,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:27:37,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:42,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:47,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:48,799 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:27:49,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:27:49,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:27:49,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:27:52,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:27:57,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:02,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:04,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:28:04,497 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:28:04,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:28:08,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:13,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:18,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:18,799 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:28:19,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:28:19,498 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:28:19,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:28:23,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:28,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:33,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:34,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:28:34,498 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:28:34,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:28:39,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:44,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:48,800 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:28:49,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:28:49,498 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:28:49,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:28:49,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:54,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:28:59,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:04,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:29:04,498 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:29:04,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:29:05,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:10,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:15,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:16,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:29:16,004 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:29:16,004 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:29:16,005 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:29:16,365 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:29:18,366 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:29:18,801 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:29:19,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:29:19,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:29:19,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:29:20,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:25,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:30,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:34,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:29:34,498 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:29:34,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:29:36,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:41,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:46,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:48,802 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:29:49,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:29:49,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:29:49,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:29:52,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:29:57,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:02,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:04,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:30:04,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:30:04,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:30:08,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:13,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:18,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:18,803 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:30:19,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:30:19,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:30:19,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:30:23,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:28,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:33,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:34,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:30:34,501 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:30:34,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:30:38,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:43,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:48,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:48,804 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:30:49,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:30:49,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:30:49,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:30:54,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:30:59,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:04,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:31:04,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:31:04,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:31:04,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:09,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:14,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:18,805 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:31:19,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:31:19,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:31:19,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:31:20,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:25,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:30,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:34,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:31:34,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:31:34,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:31:36,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:41,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:46,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:48,806 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:31:49,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:31:49,499 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:31:49,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:31:51,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:31:56,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:01,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:04,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:32:04,500 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:32:04,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:32:06,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:11,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:16,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:18,807 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:32:19,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:32:19,500 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:32:19,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:32:22,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:27,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:32,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:34,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:32:34,500 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:32:34,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:32:37,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:42,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:47,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:48,808 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:32:49,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:32:49,500 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:32:49,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:32:53,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:32:58,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:03,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:04,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:33:04,501 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:33:04,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:33:09,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:14,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:18,808 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:33:19,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:33:19,500 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:33:19,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:33:19,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:24,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:29,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:34,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:33:34,501 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:33:34,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:33:35,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:40,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:45,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:48,810 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:33:49,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:33:49,501 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:33:49,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:33:50,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:33:55,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:00,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:04,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:34:04,501 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:34:04,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:34:06,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:11,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:16,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:18,810 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:34:19,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:34:19,501 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:34:19,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:34:22,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:27,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:32,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:34,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:34:34,501 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:34:34,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:34:37,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:42,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:45,101 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:34:45,103 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:34:45,103 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:34:45,104 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:34:45,495 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:34:46,495 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:34:47,780 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:48,811 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:34:49,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:34:49,516 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:34:49,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:34:53,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:34:58,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:03,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:04,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:35:04,504 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:35:04,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:35:09,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:14,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:18,869 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:35:19,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:35:19,504 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:35:19,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:35:19,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:24,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:29,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:34,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:35:34,505 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:35:34,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:35:34,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:39,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:44,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:48,813 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:35:49,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:35:49,504 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:35:49,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:35:50,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:35:55,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:00,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:04,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:36:04,504 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:36:04,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:36:06,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:11,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:16,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:18,814 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:36:19,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:36:19,504 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:36:19,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:36:22,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:27,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:32,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:34,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:36:34,506 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:36:34,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:36:37,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:42,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:47,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:48,815 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:36:49,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:36:49,505 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:36:49,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:36:53,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:36:58,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:03,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:04,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:37:04,505 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:37:04,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:37:08,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:13,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:18,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:18,816 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:37:19,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:37:19,505 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:37:19,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:37:23,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:28,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:33,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:34,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:37:34,505 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:37:34,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:37:39,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:44,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:48,817 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:37:49,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:37:49,505 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:37:49,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:37:49,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:54,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:37:59,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:04,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:38:04,506 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:38:04,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:38:05,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:10,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:15,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:18,817 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:38:19,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:38:19,506 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:38:19,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:38:20,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:25,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:30,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:34,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:38:34,506 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:38:34,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:38:36,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:41,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:46,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:48,818 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:38:49,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:38:49,506 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:38:49,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:38:51,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:38:56,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:01,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:04,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:39:04,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:39:04,509 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:39:07,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:12,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:17,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:18,820 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:39:19,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:39:19,506 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:39:19,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:39:22,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:27,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:32,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:34,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:39:34,506 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:39:34,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:39:38,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:43,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:48,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:48,820 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:39:49,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:39:49,507 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:39:49,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:39:54,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:39:59,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:04,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:40:04,507 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:40:04,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:40:04,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:09,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:14,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:18,822 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:40:19,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:40:19,507 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:40:19,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:40:20,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:21,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:40:21,633 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:40:21,634 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:40:21,634 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:40:22,622 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:40:23,622 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:40:26,040 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:31,041 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:34,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:40:34,521 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:40:34,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:40:36,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:41,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:46,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:48,822 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:40:49,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:40:49,510 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:40:49,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:40:52,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:40:57,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:02,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:04,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:41:04,510 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:41:04,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:41:07,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:12,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:17,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:18,823 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:41:19,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:41:19,510 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:41:19,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:41:23,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:28,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:33,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:34,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:41:34,511 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:41:34,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:41:38,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:43,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:48,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:48,824 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:41:49,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:41:49,511 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:41:49,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:41:54,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:41:59,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:04,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:42:04,512 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:42:04,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:42:04,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:09,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:14,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:18,825 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:42:19,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:42:19,511 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:42:19,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:42:20,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:25,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:30,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:34,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:42:34,511 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:42:34,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:42:36,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:41,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:46,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:48,826 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:42:49,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:42:49,512 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:42:49,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:42:52,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:42:57,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:02,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:04,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:43:04,512 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:43:04,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:43:08,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:13,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:18,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:18,827 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:43:19,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:43:19,512 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:43:19,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:43:23,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:28,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:33,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:34,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:43:34,512 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:43:34,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:43:39,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:44,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:48,828 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:43:49,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:43:49,512 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:43:49,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:43:49,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:54,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:43:59,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:04,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:44:04,512 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:44:04,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:44:04,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:09,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:14,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:18,829 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:44:19,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:44:19,512 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:44:19,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:44:20,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:25,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:30,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:34,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:44:34,513 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:44:34,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:44:35,854 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:40,855 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:45,856 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:48,831 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:44:49,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:44:49,513 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:44:49,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:44:51,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:44:56,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:01,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:04,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:45:04,513 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:45:04,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:45:06,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:11,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:16,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:18,831 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:45:19,512 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:45:19,513 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:45:19,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:45:22,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:27,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:32,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:34,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:45:34,513 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:45:34,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:45:35,191 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:45:35,192 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:45:35,193 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:45:35,193 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:45:35,737 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:45:37,738 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:45:38,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:43,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:48,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:48,832 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:45:49,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:45:49,513 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:45:49,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:45:53,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:45:58,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:03,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:04,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:46:04,513 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:46:04,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:46:09,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:14,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:18,833 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:46:19,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:46:19,513 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:46:19,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:46:19,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:24,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:29,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:34,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:46:34,514 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:46:34,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:46:35,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:40,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:45,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:48,834 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:46:49,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:46:49,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:46:49,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:46:51,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:46:56,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:01,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:04,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:47:04,514 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:47:04,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:47:07,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:12,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:17,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:18,835 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:47:19,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:47:19,514 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:47:19,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:47:22,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:27,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:32,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:34,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:47:34,514 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:47:34,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:47:37,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:42,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:47,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:48,836 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:47:49,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:47:49,514 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:47:49,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:47:53,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:47:58,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:03,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:04,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:48:04,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:48:04,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:48:09,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:14,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:18,838 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:48:19,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:48:19,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:48:19,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:48:19,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:24,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:29,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:34,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:48:34,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:48:34,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:48:35,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:40,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:45,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:48,839 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:48:49,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:48:49,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:48:49,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:48:50,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:48:55,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:00,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:04,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:49:04,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:49:04,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:49:06,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:11,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:16,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:18,840 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:49:19,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:49:19,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:49:19,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:49:21,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:26,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:31,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:34,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:49:34,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:49:34,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:49:37,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:42,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:47,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:48,841 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:49:49,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:49:49,516 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:49:49,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:49:52,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:49:57,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:02,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:04,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:50:04,516 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:50:04,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:50:08,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:13,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:18,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:18,842 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:50:19,515 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:50:19,516 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:50:19,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:50:23,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:28,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:33,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:34,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:50:34,516 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:50:34,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:50:39,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:44,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:48,843 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:50:49,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:50:49,516 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:50:49,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:50:50,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:50:55,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:00,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:04,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:51:04,517 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:51:04,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:51:05,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:09,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:51:09,999 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:51:09,999 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:51:10,000 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:51:10,859 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:51:11,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:11,859 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:51:16,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:18,843 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:51:19,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:51:19,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:51:19,517 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:51:21,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:26,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:31,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:34,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:51:34,518 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:51:34,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:51:37,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:42,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:47,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:48,844 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:51:49,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:51:49,517 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:51:49,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:51:52,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:51:57,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:02,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:04,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:52:04,517 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:52:04,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:52:07,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:12,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:17,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:18,845 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:52:19,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:52:19,517 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:52:19,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:52:23,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:28,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:33,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:34,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:52:34,517 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:52:34,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:52:38,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:43,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:48,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:48,849 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:52:49,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:52:49,518 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:52:49,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:52:53,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:52:58,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:03,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:04,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:53:04,519 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:53:04,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:53:09,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:14,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:18,847 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:53:19,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:53:19,518 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:53:19,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:53:20,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:25,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:30,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:34,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:53:34,518 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:53:34,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:53:35,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:40,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:45,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:48,848 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:53:49,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:53:49,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:53:49,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:53:51,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:53:56,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:01,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:04,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:54:04,519 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:54:04,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:54:07,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:12,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:17,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:18,848 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:54:19,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:54:19,518 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:54:19,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:54:22,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:27,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:32,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:34,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:54:34,519 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:54:34,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:54:38,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:43,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:48,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:48,849 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:54:49,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:54:49,519 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:54:49,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:54:53,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:54:58,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:03,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:04,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:55:04,519 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:55:04,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:55:09,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:14,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:18,850 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:55:19,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:55:19,519 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:55:19,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:55:19,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:24,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:29,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:34,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:55:34,519 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:55:34,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:55:35,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:40,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:45,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:48,851 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:55:49,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:55:49,519 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:55:49,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:55:50,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:55:55,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:00,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:04,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:56:04,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:56:04,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:56:05,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:10,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:15,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:18,852 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:56:19,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:56:19,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:56:19,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:56:20,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:25,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:30,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:34,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:56:34,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:56:34,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:56:34,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 15:56:34,619 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 15:56:34,619 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 15:56:34,620 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 15:56:34,981 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 15:56:35,981 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 15:56:36,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:41,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:46,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:48,853 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:56:49,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:56:49,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:56:49,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:56:51,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:56:56,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:01,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:04,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:57:04,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:57:04,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:57:07,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:12,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:17,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:18,854 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:57:19,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:57:19,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:57:19,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:57:22,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:27,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:32,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:34,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:57:34,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:57:34,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:57:38,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:43,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:48,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:48,855 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:57:49,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:57:49,520 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:57:49,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:57:53,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:57:58,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:03,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:04,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:58:04,521 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:58:04,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:58:09,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:14,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:18,856 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:58:19,520 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:58:19,521 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:58:19,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:58:20,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:25,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:30,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:34,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:58:34,521 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:58:34,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:58:36,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:41,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:46,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:48,857 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:58:49,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:58:49,521 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:58:49,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:58:51,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:58:56,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:01,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:04,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:59:04,522 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:59:04,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:59:07,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:12,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:17,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:18,858 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:59:19,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:59:19,521 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:59:19,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:59:23,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:28,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:33,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:34,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:59:34,522 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:59:34,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:59:39,074 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:44,075 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:48,859 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 15:59:49,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 15:59:49,522 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 15:59:49,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 15:59:49,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:54,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 15:59:59,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:04,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:00:04,522 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:00:04,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:00:04,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:09,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:14,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:18,860 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:00:19,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:00:19,522 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:00:19,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:00:20,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:25,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:30,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:34,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:00:34,523 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:00:34,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:00:36,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:41,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:46,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:48,861 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:00:49,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:00:49,522 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:00:49,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:00:52,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:00:57,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:02,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:04,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:01:04,522 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:01:04,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:01:07,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:12,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:17,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:18,861 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:01:19,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:01:19,523 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:01:19,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:01:22,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:27,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:32,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:34,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:01:34,523 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:01:34,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:01:38,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:43,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:48,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:48,862 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:01:49,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:01:49,523 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:01:49,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:01:53,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:01:58,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:03,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:04,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:02:04,523 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:02:04,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:02:07,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:02:07,643 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:02:07,644 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:02:07,644 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:02:08,101 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:02:08,992 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:11,102 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:02:13,993 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:18,863 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:02:19,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:02:19,524 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:02:19,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:02:19,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:24,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:29,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:34,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:02:34,523 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:02:34,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:02:35,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:40,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:45,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:48,864 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:02:49,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:02:49,524 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:02:49,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:02:51,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:02:56,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:01,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:04,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:03:04,524 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:03:04,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:03:06,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:11,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:16,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:18,865 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:03:19,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:03:19,524 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:03:19,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:03:21,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:26,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:31,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:34,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:03:34,524 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:03:34,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:03:37,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:42,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:47,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:48,866 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:03:49,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:03:49,524 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:03:49,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:03:52,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:03:57,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:02,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:04,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:04:04,524 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:04:04,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:04:08,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:13,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:18,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:18,867 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:04:19,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:04:19,524 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:04:19,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:04:23,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:28,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:33,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:34,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:04:34,525 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:04:34,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:04:39,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:44,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:48,867 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:04:49,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:04:49,525 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:04:49,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:04:50,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:04:55,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:00,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:04,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:05:04,525 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:05:04,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:05:06,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:11,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:16,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:18,868 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:05:19,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:05:19,525 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:05:19,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:05:21,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:26,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:31,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:34,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:05:34,525 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:05:34,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:05:36,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:41,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:46,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:48,869 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:05:49,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:05:49,525 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:05:49,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:05:52,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:05:57,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:02,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:04,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:06:04,526 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:06:04,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:06:08,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:13,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:18,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:18,870 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:06:19,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:06:19,525 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:06:19,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:06:23,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:28,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:33,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:34,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:06:34,526 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:06:34,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:06:39,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:44,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:48,871 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:06:49,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:06:49,525 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:06:49,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:06:49,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:54,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:06:59,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:04,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:07:04,526 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:07:04,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:07:04,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:09,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:14,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:18,872 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:07:19,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:07:19,526 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:07:19,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:07:19,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:24,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:29,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:34,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:07:34,526 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:07:34,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:07:35,090 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:40,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:43,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:07:43,189 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:07:43,189 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:07:43,190 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:07:43,229 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:07:45,230 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:07:45,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:48,873 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:07:49,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:07:49,526 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:07:49,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:07:50,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:07:55,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:00,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:04,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:08:04,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:08:04,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:08:06,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:11,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:16,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:18,874 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:08:19,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:08:19,526 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:08:19,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:08:21,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:26,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:31,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:34,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:08:34,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:08:34,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:08:37,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:42,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:47,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:48,875 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:08:49,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:08:49,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:08:49,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:08:53,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:08:58,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:03,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:04,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:09:04,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:09:04,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:09:08,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:13,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:18,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:18,876 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:09:19,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:09:19,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:09:19,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:09:24,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:29,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:34,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:09:34,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:09:34,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:09:34,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:39,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:44,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:48,876 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:09:49,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:09:49,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:09:49,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:09:50,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:09:55,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:00,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:04,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:10:04,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:10:04,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:10:06,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:11,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:16,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:18,881 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:10:19,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:10:19,527 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:10:19,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:10:21,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:26,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:31,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:34,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:10:34,528 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:10:34,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:10:37,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:42,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:47,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:48,878 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:10:49,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:10:49,528 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:10:49,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:10:53,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:10:58,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:03,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:04,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:11:04,528 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:11:04,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:11:09,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:14,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:18,880 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:11:19,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:11:19,528 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:11:19,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:11:20,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:25,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:30,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:34,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:11:34,529 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:11:34,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:11:35,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:40,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:45,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:48,880 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:11:49,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:11:49,529 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:11:49,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:11:50,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:11:55,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:00,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:04,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:12:04,529 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:12:04,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:12:05,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:10,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:15,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:18,880 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:12:19,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:12:19,529 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:12:19,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:12:21,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:26,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:31,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:34,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:12:34,529 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:12:34,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:12:36,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:41,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:46,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:48,881 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:12:49,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:12:49,529 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:12:49,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:12:51,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:12:56,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:01,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:04,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:13:04,530 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:13:04,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:13:06,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:11,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:16,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:16,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:13:16,646 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:13:16,646 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:13:16,646 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:13:17,353 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:13:18,882 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:13:19,354 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:13:19,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:13:19,530 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:13:19,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:13:22,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:27,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:32,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:34,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:13:34,530 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:13:34,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:13:37,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:42,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:47,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:48,883 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:13:49,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:13:49,530 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:13:49,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:13:53,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:13:58,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:03,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:04,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:14:04,530 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:14:04,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:14:09,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:14,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:18,884 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:14:19,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:14:19,530 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:14:19,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:14:19,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:24,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:29,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:34,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:14:34,530 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:14:34,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:14:35,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:40,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:45,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:48,885 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:14:49,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:14:49,530 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:14:49,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:14:50,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:14:55,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:00,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:04,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:15:04,531 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:15:04,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:15:06,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:11,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:16,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:18,886 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:15:19,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:15:19,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:15:19,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:15:21,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:26,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:31,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:34,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:15:34,531 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:15:34,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:15:36,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:41,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:46,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:48,887 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:15:49,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:15:49,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:15:49,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:15:52,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:15:57,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:02,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:04,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:16:04,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:16:04,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:16:07,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:12,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:17,671 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:18,888 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:16:19,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:16:19,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:16:19,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:16:23,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:28,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:33,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:34,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:16:34,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:16:34,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:16:38,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:43,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:48,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:48,889 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:16:49,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:16:49,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:16:49,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:16:54,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:16:59,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:04,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:17:04,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:17:04,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:17:04,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:09,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:14,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:18,889 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:17:19,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:17:19,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:17:19,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:17:20,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:25,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:30,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:34,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:17:34,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:17:34,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:17:35,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:40,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:45,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:48,890 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:17:49,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:17:49,532 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:17:49,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:17:51,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:17:56,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:01,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:04,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:18:04,533 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:18:04,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:18:07,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:12,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:17,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:18,891 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:18:19,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:18:19,533 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:18:19,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:18:23,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:28,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:33,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:34,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:18:34,533 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:18:34,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:18:37,843 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:18:37,844 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:18:37,844 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:18:37,845 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:18:38,466 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:18:39,199 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:39,466 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:18:44,199 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:48,892 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:18:49,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:18:49,533 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:18:49,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:18:49,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:54,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:18:59,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:04,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:19:04,535 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:19:04,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:19:04,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:09,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:14,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:18,893 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:19:19,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:19:19,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:19:19,534 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:19:19,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:24,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:29,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:34,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:19:34,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:19:34,549 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:19:35,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:40,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:45,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:48,894 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:19:49,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:19:49,535 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:19:49,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:19:51,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:19:56,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:01,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:04,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:20:04,536 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:20:04,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:20:07,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:12,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:17,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:18,895 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:20:19,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:20:19,536 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:20:19,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:20:22,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:27,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:32,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:34,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:20:34,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:20:34,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:20:37,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:42,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:47,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:48,896 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:20:49,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:20:49,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:20:49,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:20:53,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:20:58,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:03,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:04,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:21:04,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:21:04,540 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:21:09,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:14,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:18,897 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:21:19,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:21:19,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:21:19,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:21:20,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:25,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:30,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:34,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:21:34,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:21:34,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:21:35,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:40,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:45,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:48,898 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:21:49,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:21:49,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:21:49,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:21:51,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:21:56,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:01,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:04,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:22:04,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:22:04,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:22:06,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:11,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:16,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:18,899 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:22:19,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:22:19,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:22:19,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:22:22,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:27,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:32,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:34,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:22:34,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:22:34,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:22:37,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:42,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:47,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:48,900 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:22:49,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:22:49,538 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:22:49,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:22:53,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:22:58,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:03,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:04,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:23:04,537 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:23:04,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:23:09,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:14,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:18,901 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:23:19,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:23:19,538 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:23:19,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:23:19,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:24,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:29,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:34,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:23:34,538 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:23:34,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:23:35,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:40,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:45,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:48,901 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:23:49,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:23:49,538 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:23:49,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:23:50,671 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:23:50,905 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:23:50,907 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:23:50,907 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:23:50,907 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:23:51,595 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:23:51,595 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:23:56,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:01,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:04,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:24:04,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:24:04,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:24:06,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:11,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:16,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:18,902 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:24:19,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:24:19,538 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:24:19,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:24:22,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:27,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:32,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:34,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:24:34,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:24:34,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:24:37,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:42,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:47,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:48,903 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:24:49,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:24:49,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:24:49,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:24:52,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:24:57,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:02,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:04,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:25:04,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:25:04,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:25:08,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:13,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:18,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:18,904 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:25:19,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:25:19,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:25:19,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:25:23,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:28,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:33,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:34,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:25:34,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:25:34,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:25:39,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:44,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:48,904 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:25:49,538 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:25:49,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:25:49,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:25:50,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:25:55,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:00,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:04,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:26:04,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:26:04,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:26:06,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:11,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:16,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:18,905 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:26:19,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:26:19,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:26:19,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:26:21,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:26,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:31,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:34,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:26:34,540 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:26:34,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:26:37,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:42,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:47,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:48,906 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:26:49,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:26:49,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:26:49,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:26:53,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:26:58,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:03,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:04,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:27:04,540 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:27:04,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:27:08,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:13,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:18,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:18,907 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:27:19,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:27:19,540 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:27:19,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:27:24,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:29,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:34,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:27:34,540 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:27:34,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:27:35,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:40,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:45,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:48,908 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:27:49,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:27:49,540 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:27:49,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:27:50,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:27:55,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:00,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:04,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:28:04,540 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:28:04,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:28:06,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:11,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:16,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:18,912 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:28:19,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:28:19,540 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:28:19,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:28:21,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:26,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:31,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:34,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:28:34,541 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:28:34,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:28:37,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:42,037 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:28:42,038 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:28:42,038 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:28:42,039 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:28:42,696 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:28:43,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:44,697 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:28:48,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:48,910 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:28:49,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:28:49,541 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:28:49,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:28:53,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:28:58,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:03,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:04,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:29:04,541 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:29:04,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:29:08,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:13,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:18,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:18,912 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:29:19,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:29:19,541 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:29:19,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:29:24,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:29,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:34,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:29:34,541 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:29:34,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:29:35,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:40,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:45,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:48,911 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:29:49,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:29:49,541 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:29:49,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:29:51,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:29:56,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:01,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:04,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:30:04,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:30:04,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:30:06,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:11,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:16,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:18,912 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:30:19,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:30:19,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:30:19,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:30:21,690 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:26,691 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:31,692 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:34,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:30:34,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:30:34,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:30:37,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:42,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:47,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:48,913 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:30:49,541 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:30:49,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:30:49,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:30:53,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:30:58,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:03,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:04,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:31:04,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:31:04,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:31:08,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:13,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:18,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:18,914 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:31:19,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:31:19,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:31:19,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:31:24,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:29,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:34,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:31:34,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:31:34,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:31:34,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:39,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:44,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:48,915 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:31:49,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:31:49,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:31:49,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:31:50,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:31:55,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:00,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:04,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:32:04,542 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:32:04,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:32:06,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:11,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:16,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:18,916 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:32:19,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:32:19,543 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:32:19,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:32:22,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:27,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:32,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:34,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:32:34,543 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:32:34,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:32:37,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:42,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:47,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:48,917 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:32:49,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:32:49,543 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:32:49,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:32:53,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:32:58,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:03,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:04,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:33:04,544 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:33:04,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:33:09,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:14,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:18,918 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:33:19,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:33:19,544 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:33:19,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:33:19,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:24,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:29,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:34,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:33:34,544 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:33:34,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:33:35,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:40,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:45,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:48,918 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:33:49,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:33:49,544 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:33:49,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:33:50,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:55,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:33:58,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:33:58,015 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:33:58,015 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:33:58,015 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:33:58,815 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:34:00,815 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:34:01,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:04,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:34:04,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:34:04,545 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:34:06,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:11,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:16,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:18,919 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:34:19,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:34:19,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:34:19,545 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:34:21,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:26,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:31,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:34,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:34:34,544 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:34:34,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:34:36,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:41,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:46,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:48,920 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:34:49,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:34:49,544 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:34:49,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:34:51,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:34:56,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:01,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:04,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:35:04,545 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:35:04,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:35:07,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:12,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:17,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:18,921 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:35:19,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:35:19,546 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:35:19,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:35:22,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:27,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:32,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:34,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:35:34,544 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:35:34,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:35:38,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:43,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:48,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:48,922 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:35:49,544 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:35:49,545 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:35:49,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:35:54,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:35:59,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:04,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:36:04,545 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:36:04,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:36:04,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:09,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:14,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:18,923 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:36:19,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:36:19,545 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:36:19,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:36:19,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:24,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:29,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:34,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:36:34,545 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:36:34,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:36:35,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:40,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:45,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:48,924 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:36:49,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:36:49,545 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:36:49,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:36:50,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:36:55,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:00,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:04,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:37:04,546 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:37:04,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:37:06,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:11,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:16,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:18,925 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:37:19,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:37:19,546 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:37:19,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:37:21,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:26,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:31,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:34,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:37:34,546 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:37:34,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:37:37,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:42,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:47,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:48,926 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:37:49,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:37:49,546 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:37:49,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:37:52,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:37:57,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:02,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:04,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:38:04,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:38:04,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:38:07,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:12,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:17,671 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:18,927 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:38:19,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:38:19,548 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:38:19,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:38:23,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:28,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:33,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:34,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:38:34,546 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:38:34,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:38:38,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:43,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:48,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:48,928 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:38:49,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:38:49,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:38:49,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:38:54,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:38:59,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:04,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:39:04,546 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:39:04,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:39:04,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:09,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:14,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:18,929 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:39:19,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:39:19,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:39:19,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:39:20,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:25,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:26,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:39:26,029 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:39:26,029 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:39:26,030 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:39:26,931 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:39:28,932 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:39:31,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:34,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:39:34,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:39:34,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:39:36,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:41,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:46,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:48,929 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:39:49,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:39:49,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:39:49,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:39:52,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:39:57,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:02,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:04,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:40:04,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:40:04,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:40:07,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:12,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:17,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:18,930 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:40:19,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:40:19,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:40:19,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:40:22,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:27,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:32,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:34,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:40:34,548 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:40:34,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:40:38,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:43,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:48,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:48,931 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:40:49,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:40:49,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:40:49,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:40:53,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:40:58,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:03,684 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:04,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:41:04,548 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:41:04,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:41:09,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:14,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:18,932 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:41:19,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:41:19,547 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:41:19,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:41:20,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:25,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:30,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:34,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:41:34,548 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:41:34,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:41:36,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:41,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:46,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:48,933 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:41:49,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:41:49,548 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:41:49,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:41:51,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:41:56,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:01,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:04,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:42:04,548 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:42:04,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:42:06,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:11,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:16,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:18,934 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:42:19,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:42:19,548 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:42:19,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:42:21,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:26,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:31,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:34,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:42:34,549 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:42:34,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:42:37,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:42,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:47,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:48,935 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:42:49,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:42:49,548 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:42:49,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:42:52,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:42:57,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:02,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:04,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:43:04,549 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:43:04,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:43:08,093 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:13,093 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:18,094 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:18,935 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:43:19,548 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:43:19,549 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:43:19,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:43:23,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:28,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:33,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:34,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:43:34,549 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:43:34,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:43:39,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:44,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:48,936 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:43:49,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:43:49,549 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:43:49,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:43:49,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:54,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:43:59,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:04,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:44:04,549 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:44:04,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:44:04,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:09,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:14,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:18,937 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:44:19,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:44:19,550 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:44:19,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:44:19,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:24,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:29,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:34,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:44:34,550 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:44:34,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:44:34,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:39,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:44,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:45,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:44:45,441 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:44:45,441 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:44:45,442 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:44:46,049 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:44:47,050 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:44:48,938 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:44:49,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:44:49,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:44:49,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:44:50,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:44:55,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:00,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:04,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:45:04,550 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:45:04,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:45:05,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:10,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:15,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:18,939 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:45:19,549 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:45:19,550 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:45:19,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:45:21,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:26,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:31,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:34,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:45:34,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:45:34,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:45:37,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:42,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:47,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:48,944 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:45:49,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:45:49,550 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:45:49,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:45:52,672 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:45:57,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:02,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:04,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:46:04,550 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:46:04,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:46:08,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:13,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:18,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:18,942 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:46:19,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:46:19,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:46:19,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:46:24,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:29,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:34,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:46:34,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:46:34,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:46:35,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:40,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:45,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:48,944 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:46:49,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:46:49,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:46:49,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:46:50,688 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:46:55,688 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:00,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:04,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:47:04,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:47:04,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:47:06,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:11,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:16,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:18,943 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:47:19,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:47:19,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:47:19,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:47:22,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:27,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:32,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:34,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:47:34,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:47:34,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:47:37,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:42,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:47,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:48,944 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:47:49,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:47:49,551 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:47:49,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:47:53,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:47:58,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:03,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:04,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:48:04,552 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:48:04,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:48:09,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:14,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:18,945 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:48:19,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:48:19,552 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:48:19,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:48:19,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:24,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:29,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:34,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:48:34,552 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:48:34,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:48:34,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:39,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:44,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:48,946 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:48:49,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:48:49,552 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:48:49,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:48:50,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:48:55,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:00,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:04,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:49:04,552 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:49:04,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:49:05,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:10,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:15,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:18,947 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:49:19,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:49:19,552 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:49:19,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:49:21,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:26,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:31,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:34,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:49:34,553 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:49:34,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:49:36,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:41,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:46,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:48,948 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:49:49,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:49:49,553 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:49:49,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:49:51,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:49:56,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:01,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:04,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:50:04,553 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:50:04,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:50:07,672 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:12,672 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:17,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:18,949 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:50:19,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:50:19,553 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:50:19,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:50:21,782 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:50:21,783 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:50:21,783 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:50:21,784 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:50:22,173 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:50:23,160 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:23,173 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:50:28,161 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:33,161 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:34,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:50:34,553 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:50:34,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:50:38,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:43,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:48,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:48,950 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:50:49,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:50:49,553 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:50:49,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:50:53,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:50:58,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:03,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:04,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:51:04,553 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:51:04,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:51:09,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:14,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:18,951 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:51:19,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:51:19,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:51:19,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:51:19,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:24,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:29,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:34,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:51:34,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:51:34,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:51:34,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:39,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:44,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:48,952 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:51:49,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:51:49,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:51:49,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:51:50,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:51:55,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:00,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:04,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:52:04,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:52:04,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:52:05,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:10,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:15,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:18,953 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:52:19,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:52:19,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:52:19,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:52:21,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:26,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:31,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:34,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:52:34,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:52:34,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:52:36,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:41,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:46,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:48,955 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:52:49,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:52:49,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:52:49,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:52:51,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:52:56,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:01,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:04,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:53:04,555 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:53:04,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:53:07,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:12,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:17,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:18,955 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:53:19,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:53:19,555 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:53:19,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:53:22,685 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:27,686 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:32,687 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:34,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:53:34,555 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:53:34,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:53:38,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:43,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:48,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:48,956 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:53:49,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:53:49,555 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:53:49,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:53:54,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:53:59,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:04,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:54:04,555 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:54:04,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:54:05,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:10,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:15,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:18,957 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:54:19,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:54:19,555 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:54:19,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:54:20,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:25,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:30,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:34,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:54:34,555 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:54:34,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:54:36,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:41,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:46,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:48,958 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:54:49,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:54:49,555 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:54:49,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:54:52,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:54:57,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:02,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:04,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:55:04,556 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:55:04,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:55:07,685 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:12,686 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:17,686 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:18,959 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:55:19,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:55:19,556 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:55:19,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:55:23,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:28,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:31,765 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 16:55:31,766 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 16:55:31,767 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 16:55:31,767 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 16:55:32,294 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 16:55:34,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:34,295 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 16:55:34,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:55:34,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:55:34,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:55:39,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:44,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:48,959 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:55:49,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:55:49,556 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:55:49,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:55:49,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:54,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:55:59,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:04,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:56:04,556 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:56:04,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:56:04,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:09,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:14,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:18,960 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:56:19,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:56:19,556 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:56:19,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:56:20,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:25,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:30,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:34,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:56:34,556 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:56:34,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:56:35,690 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:40,692 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:45,692 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:48,961 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:56:49,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:56:49,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:56:49,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:56:50,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:56:55,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:00,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:04,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:57:04,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:57:04,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:57:06,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:11,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:16,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:18,962 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:57:19,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:57:19,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:57:19,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:57:21,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:26,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:31,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:34,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:57:34,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:57:34,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:57:36,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:41,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:46,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:48,963 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:57:49,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:57:49,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:57:49,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:57:52,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:57:57,684 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:02,685 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:04,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:58:04,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:58:04,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:58:08,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:13,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:18,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:18,964 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:58:19,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:58:19,558 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:58:19,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:58:24,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:29,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:34,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:58:34,558 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:58:34,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:58:34,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:39,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:44,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:48,965 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:58:49,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:58:49,558 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:58:49,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:58:50,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:58:55,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:00,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:04,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:59:04,558 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:59:04,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:59:05,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:10,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:15,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:18,966 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:59:19,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:59:19,559 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:59:19,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:59:21,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:26,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:31,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:34,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:59:34,558 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:59:34,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:59:37,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:42,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:47,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:48,967 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 16:59:49,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 16:59:49,558 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 16:59:49,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 16:59:52,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 16:59:57,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:02,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:04,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:00:04,559 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:00:04,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:00:07,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:12,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:17,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:18,968 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:00:19,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:00:19,559 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:00:19,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:00:22,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:27,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:32,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:34,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:00:34,559 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:00:34,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:00:37,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:42,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:45,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:00:45,398 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:00:45,398 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:00:45,398 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:00:45,413 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:00:47,749 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:48,414 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:00:48,969 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:00:49,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:00:49,559 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:00:49,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:00:53,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:00:58,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:03,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:04,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:01:04,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:01:04,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:01:08,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:13,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:18,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:18,970 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:01:19,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:01:19,559 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:01:19,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:01:23,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:28,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:33,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:34,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:01:34,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:01:34,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:01:39,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:44,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:48,971 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:01:49,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:01:49,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:01:49,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:01:49,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:54,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:01:59,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:04,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:02:04,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:02:04,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:02:04,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:09,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:14,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:18,972 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:02:19,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:02:19,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:02:19,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:02:20,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:25,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:30,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:34,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:02:34,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:02:34,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:02:36,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:41,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:46,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:48,973 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:02:49,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:02:49,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:02:49,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:02:51,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:02:56,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:01,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:04,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:03:04,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:03:04,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:03:07,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:12,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:17,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:18,977 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:03:19,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:03:19,561 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:03:19,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:03:23,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:28,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:33,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:34,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:03:34,561 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:03:34,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:03:38,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:43,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:48,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:48,974 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:03:49,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:03:49,560 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:03:49,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:03:53,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:03:58,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:03,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:04,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:04:04,561 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:04:04,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:04:09,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:14,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:18,977 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:04:19,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:04:19,561 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:04:19,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:04:19,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:24,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:29,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:34,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:04:34,561 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:04:34,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:04:35,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:40,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:45,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:48,976 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:04:49,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:04:49,561 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:04:49,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:04:50,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:04:55,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:00,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:04,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:05:04,561 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:05:04,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:05:06,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:11,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:16,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:18,977 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:05:19,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:05:19,562 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:05:19,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:05:21,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:26,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:31,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:34,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:05:34,562 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:05:34,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:05:36,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:41,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:46,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:05:46,288 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:05:46,288 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:05:46,289 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:05:46,522 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:05:47,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:48,523 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:05:48,978 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:05:49,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:05:49,562 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:05:49,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:05:53,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:05:58,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:03,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:04,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:06:04,562 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:06:04,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:06:08,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:13,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:18,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:18,979 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:06:19,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:06:19,562 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:06:19,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:06:23,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:28,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:33,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:34,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:06:34,562 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:06:34,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:06:39,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:44,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:48,980 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:06:49,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:06:49,562 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:06:49,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:06:50,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:06:55,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:00,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:04,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:07:04,563 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:07:04,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:07:05,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:10,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:15,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:18,981 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:07:19,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:07:19,563 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:07:19,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:07:20,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:25,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:30,690 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:34,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:07:34,563 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:07:34,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:07:36,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:41,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:46,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:48,982 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:07:49,562 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:07:49,563 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:07:49,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:07:51,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:07:56,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:01,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:04,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:08:04,563 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:08:04,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:08:07,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:12,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:17,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:18,984 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:08:19,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:08:19,563 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:08:19,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:08:23,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:28,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:33,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:34,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:08:34,564 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:08:34,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:08:38,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:43,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:48,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:48,984 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:08:49,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:08:49,563 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:08:49,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:08:53,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:08:58,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:03,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:04,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:09:04,563 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:09:04,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:09:08,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:13,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:18,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:18,986 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:09:19,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:09:19,564 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:09:19,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:09:24,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:29,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:34,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:09:34,564 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:09:34,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:09:34,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:39,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:44,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:48,986 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:09:49,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:09:49,564 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:09:49,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:09:49,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:54,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:09:59,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:04,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:10:04,564 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:10:04,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:10:04,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:09,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:14,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:18,987 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:10:19,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:10:19,564 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:10:19,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:10:20,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:25,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:30,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:34,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:10:34,564 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:10:34,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:10:35,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:40,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:45,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:48,988 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:10:49,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:10:49,564 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:10:49,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:10:50,704 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:10:55,704 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:00,705 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:04,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:11:04,565 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:11:04,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:11:06,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:11,684 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:16,685 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:18,989 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:11:19,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:11:19,565 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:11:19,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:11:22,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:24,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:11:24,539 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:11:24,539 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:11:24,539 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:11:24,653 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:11:26,654 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:11:27,898 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:32,899 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:34,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:11:34,565 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:11:34,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:11:38,671 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:43,671 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:48,672 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:48,990 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:11:49,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:11:49,565 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:11:49,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:11:53,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:11:58,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:03,684 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:04,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:12:04,566 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:12:04,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:12:08,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:13,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:18,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:18,991 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:12:19,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:12:19,565 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:12:19,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:12:24,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:29,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:34,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:12:34,565 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:12:34,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:12:35,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:40,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:45,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:12:48,992 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:12:49,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 17:12:49,565 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: stop_status +2024-04-10 17:12:49,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:12:54,006 WARNING FileStreamThread:446 [file_stream.py:request_with_retry():687] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/asdassadasdasd/huggingface/r9p6sok2/file_stream. func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/asdassadasdasd/huggingface/r9p6sok2/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 643, 'content': ['{"system.network.sent": 24582683.07, "system.network.recv": 19371125.33, "system.proc.memory.availableMB": 27433.98, "system.memory": 14.6, "system.proc.memory.rssMB": 4121.88, "system.proc.memory.percent": 12.84, "system.cpu": 25.04, "system.cpu.0.cpu_percent": 6.49, "system.cpu.1.cpu_percent": 39.24, "system.cpu.2.cpu_percent": 43.49, "system.cpu.3.cpu_percent": 19.04, "system.proc.cpu.threads": 42, "system.disk.\\\\.usagePercent": 69.1, "system.disk.\\\\.usageGB": 5569.5, "system.disk.in": 7.02, "system.disk.out": 3374.74, "system.gpu.0.memoryAllocated": 76.72, "system.gpu.1.memoryAllocated": 82.83, "system.gpu.0.memoryAllocatedBytes": 12357402624.0, "system.gpu.1.memoryAllocatedBytes": 13340966912.0, "system.gpu.0.memory": 2.4, "system.gpu.1.memory": 38.27, "system.gpu.0.gpu": 4.27, "system.gpu.1.gpu": 93.27, "system.gpu.0.temp": 60.13, "system.gpu.1.temp": 77.0, "system.gpu.0.powerWatts": 40.76, "system.gpu.1.powerWatts": 64.92, "system.gpu.0.powerPercent": 58.23, "system.gpu.1.powerPercent": 93.62, "_wandb": true, "_timestamp": 1712769168.99113, "_runtime": 19351.209007}']}}, 'dropped': 0}} +2024-04-10 17:12:55,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:00,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:01,180 WARNING FileStreamThread:446 [file_stream.py:request_with_retry():687] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/asdassadasdasd/huggingface/r9p6sok2/file_stream. func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/asdassadasdasd/huggingface/r9p6sok2/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 643, 'content': ['{"system.network.sent": 24582683.07, "system.network.recv": 19371125.33, "system.proc.memory.availableMB": 27433.98, "system.memory": 14.6, "system.proc.memory.rssMB": 4121.88, "system.proc.memory.percent": 12.84, "system.cpu": 25.04, "system.cpu.0.cpu_percent": 6.49, "system.cpu.1.cpu_percent": 39.24, "system.cpu.2.cpu_percent": 43.49, "system.cpu.3.cpu_percent": 19.04, "system.proc.cpu.threads": 42, "system.disk.\\\\.usagePercent": 69.1, "system.disk.\\\\.usageGB": 5569.5, "system.disk.in": 7.02, "system.disk.out": 3374.74, "system.gpu.0.memoryAllocated": 76.72, "system.gpu.1.memoryAllocated": 82.83, "system.gpu.0.memoryAllocatedBytes": 12357402624.0, "system.gpu.1.memoryAllocatedBytes": 13340966912.0, "system.gpu.0.memory": 2.4, "system.gpu.1.memory": 38.27, "system.gpu.0.gpu": 4.27, "system.gpu.1.gpu": 93.27, "system.gpu.0.temp": 60.13, "system.gpu.1.temp": 77.0, "system.gpu.0.powerWatts": 40.76, "system.gpu.1.powerWatts": 64.92, "system.gpu.0.powerPercent": 58.23, "system.gpu.1.powerPercent": 93.62, "_wandb": true, "_timestamp": 1712769168.99113, "_runtime": 19351.209007}']}}, 'dropped': 0}} +2024-04-10 17:13:04,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:13:09,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:09,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:14,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:14,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:18,992 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:13:19,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:13:19,993 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:24,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:24,994 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:29,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:29,995 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:34,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:13:34,996 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:39,573 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:39,996 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:44,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:44,997 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:48,994 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:13:49,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:13:50,995 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:54,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:13:55,995 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:13:59,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:14:00,996 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:04,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:14:05,997 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:09,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:14:10,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:14,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:14:15,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:18,995 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:14:19,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:14:21,996 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:24,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:14:26,997 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:29,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:14:31,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:34,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:14:36,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:39,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:14:41,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:44,584 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:14:47,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:48,996 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:14:49,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:14:52,997 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:54,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:14:57,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:14:59,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:15:02,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:04,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:15:08,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:09,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:15:13,001 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:14,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:15:18,002 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:18,997 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:15:19,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:15:23,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:24,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:15:28,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:29,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:15:34,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:34,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:15:39,001 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:39,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:15:44,002 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:44,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:15:48,998 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:15:49,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:15:49,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:54,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:15:54,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:15:59,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:00,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:04,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:16:05,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:09,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:10,001 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:14,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:15,002 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:18,999 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:16:19,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:16:21,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:24,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:26,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:29,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:31,001 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:34,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:16:36,002 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:39,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:41,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:44,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:46,004 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:48,999 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:16:49,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:16:52,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:54,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:56,967 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:16:56,968 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:16:56,969 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:16:56,969 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:16:57,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:16:57,777 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:16:59,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:16:59,778 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:17:02,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:04,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:17:07,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:09,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:17:12,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:14,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:17:17,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:19,000 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:17:19,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:17:23,001 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:24,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:17:28,002 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:29,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:17:33,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:34,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:17:38,004 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:39,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:17:43,005 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:44,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:17:48,005 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:49,001 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:17:49,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:17:54,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:54,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:17:59,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:17:59,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:18:04,004 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:04,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:18:09,005 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:09,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:18:14,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:14,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:18:19,002 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:18:19,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:18:20,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:24,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:18:25,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:29,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:18:30,004 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:34,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:18:35,005 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:39,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:18:40,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:44,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:18:45,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:49,002 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:18:49,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:18:51,004 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:54,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:18:56,005 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:18:59,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:19:01,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:04,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:19:06,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:09,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:19:11,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:14,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:19:16,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:19,003 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:19:19,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:19:22,005 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:24,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:19:27,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:29,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:19:32,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:34,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:19:37,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:39,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:19:42,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:44,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:19:47,009 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:49,004 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:19:49,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:19:53,005 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:54,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:19:58,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:19:59,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:20:03,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:04,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:20:08,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:09,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:20:13,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:14,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:20:18,009 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:19,005 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:20:19,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:20:24,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:24,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:20:29,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:29,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:20:34,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:34,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:20:39,009 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:39,670 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:20:44,009 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:44,671 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:20:49,009 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:20:49,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:49,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:20:54,010 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:54,672 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:20:59,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:20:59,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:21:04,012 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:04,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:21:09,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:09,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:21:14,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:14,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:21:19,006 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:21:19,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:21:20,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:24,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:21:25,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:29,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:21:30,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:34,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:21:35,009 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:39,684 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:21:40,010 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:44,685 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:21:45,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:49,009 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:21:49,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:21:51,010 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:54,692 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:21:56,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:21:59,692 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:22:01,012 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:03,260 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:22:03,261 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:22:03,262 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:22:03,262 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:22:03,894 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:22:04,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:22:05,895 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:22:06,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:09,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:22:11,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:14,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:22:16,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:19,009 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:22:19,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:22:22,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:24,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:22:27,012 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:29,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:22:32,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:34,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:22:37,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:39,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:22:42,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:44,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:22:47,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:49,009 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:22:49,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:22:53,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:54,704 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:22:58,012 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:22:59,705 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:23:03,012 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:04,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:23:08,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:09,706 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:23:13,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:14,707 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:23:18,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:19,010 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:23:19,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:23:24,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:24,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:23:29,012 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:29,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:23:34,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:34,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:23:39,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:39,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:23:44,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:44,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:23:49,011 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:23:49,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:23:50,012 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:54,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:23:55,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:23:59,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:24:00,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:04,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:24:05,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:09,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:24:10,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:14,719 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:24:15,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:19,012 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:24:19,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:24:21,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:24,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:24:26,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:29,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:24:31,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:34,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:24:36,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:39,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:24:41,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:44,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:24:46,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:49,013 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:24:49,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:24:52,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:54,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:24:57,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:24:59,727 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:25:02,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:04,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:25:07,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:09,733 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:25:12,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:14,735 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:25:17,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:19,014 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:25:19,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:25:23,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:24,736 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:25:28,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:29,737 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:25:33,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:34,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:25:38,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:39,739 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:25:43,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:44,740 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:25:48,019 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:49,015 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:25:49,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:25:54,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:54,742 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:25:59,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:25:59,742 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:26:04,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:04,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:26:09,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:09,750 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:26:14,019 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:14,756 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:26:19,015 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:26:19,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:26:20,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:24,758 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:26:25,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:29,759 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:26:30,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:34,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:26:35,019 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:39,761 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:26:40,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:44,762 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:26:45,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:49,016 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:26:49,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:26:51,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:54,764 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:26:56,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:26:59,765 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:27:01,019 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:02,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:27:02,237 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:27:02,237 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:27:02,237 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:27:03,004 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:27:04,004 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:27:04,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:27:06,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:09,772 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:27:11,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:14,773 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:27:16,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:19,017 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:27:19,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:27:22,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:24,774 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:27:27,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:29,776 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:27:32,019 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:34,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:27:37,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:39,778 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:27:42,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:44,779 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:27:47,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:49,018 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:27:49,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:27:53,019 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:54,781 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:27:58,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:27:59,782 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:28:03,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:04,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:28:08,022 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:09,783 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:28:13,022 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:14,784 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:28:18,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:19,019 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:28:19,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:28:24,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:24,786 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:28:29,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:29,787 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:28:34,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:34,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:28:39,022 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:39,789 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:28:44,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:44,790 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:28:49,020 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:28:49,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:28:50,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:54,791 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:28:55,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:28:59,792 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:29:00,022 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:04,581 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:29:05,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:09,794 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:29:10,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:14,795 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:29:15,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:19,020 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:29:19,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:29:21,022 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:24,797 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:29:26,022 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:29,798 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:29:31,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:34,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:29:36,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:39,799 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:29:41,025 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:44,800 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:29:46,026 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:49,022 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:29:49,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:29:52,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:54,802 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:29:57,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:29:59,803 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:30:02,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:04,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:30:07,025 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:09,805 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:30:12,026 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:14,806 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:30:17,027 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:19,023 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:30:19,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:30:23,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:24,807 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:30:28,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:29,808 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:30:33,025 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:34,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:30:38,026 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:39,810 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:30:43,027 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:44,811 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:30:48,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:49,023 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:30:49,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:30:54,025 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:54,818 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:30:59,025 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:30:59,819 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:31:04,026 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:04,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:31:09,027 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:09,820 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:31:14,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:14,821 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:31:19,024 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:31:19,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:31:20,025 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:24,823 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:31:25,026 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:29,824 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:31:30,027 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:34,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:31:35,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:39,826 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:31:40,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:44,827 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:31:45,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:49,025 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:31:49,586 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:31:51,026 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:54,829 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:31:56,027 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:31:59,830 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:32:01,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:04,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:32:06,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:09,832 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:32:11,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:14,833 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:32:16,030 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:19,026 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:32:19,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:32:22,027 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:24,835 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:32:27,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:29,835 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:32:32,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:34,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:32:37,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:38,811 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:32:38,812 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:32:38,812 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:32:38,813 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:32:39,134 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:32:39,838 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:32:40,134 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:32:42,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:44,839 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:32:47,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:49,026 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:32:49,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:32:53,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:54,840 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:32:58,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:32:59,841 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:33:03,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:04,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:33:08,030 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:09,843 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:33:13,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:14,844 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:33:18,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:19,027 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:33:19,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:33:24,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:24,846 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:33:29,030 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:29,847 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:33:34,030 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:34,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:33:39,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:39,848 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:33:44,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:44,849 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:33:49,028 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:33:49,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:33:50,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:54,851 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:33:55,030 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:33:59,852 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:34:00,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:04,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:34:05,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:09,854 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:34:10,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:14,855 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:34:15,033 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:19,029 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:34:19,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:34:21,030 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:24,856 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:34:26,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:29,857 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:34:31,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:34,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:34:36,033 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:39,859 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:34:41,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:44,860 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:34:46,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:49,030 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:34:49,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:34:52,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:54,862 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:34:57,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:34:59,863 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:35:02,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:04,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:35:07,033 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:09,864 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:35:12,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:14,865 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:35:17,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:19,031 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:35:19,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:35:23,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:24,867 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:35:28,033 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:29,868 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:35:33,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:34,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:35:38,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:39,869 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:35:43,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:44,870 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:35:48,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:49,032 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:35:49,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:35:54,033 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:54,872 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:35:59,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:35:59,873 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:36:04,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:04,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:36:09,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:09,874 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:36:14,037 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:14,875 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:36:19,033 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:36:19,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:36:20,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:24,877 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:36:25,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:29,878 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:36:30,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:34,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:36:35,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:39,889 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:36:40,037 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:44,890 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:36:45,038 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:49,034 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:36:49,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:36:51,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:54,892 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:36:56,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:36:59,893 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:37:01,037 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:04,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:37:06,038 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:09,899 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:37:11,038 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:14,905 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:37:16,039 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:19,035 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:37:19,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:37:22,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:24,906 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:37:27,037 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:29,908 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:37:32,038 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:34,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:37:37,039 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:39,909 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:37:42,039 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:44,910 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:37:47,040 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:49,036 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:37:49,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:37:53,037 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:54,912 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:37:58,038 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:37:59,913 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:38:03,038 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:04,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:38:08,039 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:09,915 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:38:12,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:38:12,036 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:38:12,036 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:38:12,037 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:38:12,255 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:38:13,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:14,256 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:38:14,915 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:38:18,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:19,040 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:38:19,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:38:24,042 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:24,917 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:38:29,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:29,918 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:38:34,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:34,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:38:39,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:39,920 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:38:44,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:44,921 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:38:49,038 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:38:49,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:38:50,038 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:54,922 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:38:55,039 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:38:59,923 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:39:00,040 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:04,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:39:05,041 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:09,924 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:39:10,042 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:14,925 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:39:15,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:19,039 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:39:19,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:39:21,041 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:24,927 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:39:26,042 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:29,928 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:39:31,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:34,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:39:36,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:39,929 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:39:41,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:44,930 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:39:46,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:49,040 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:39:49,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:39:52,041 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:54,931 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:39:57,041 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:39:59,932 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:40:02,042 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:04,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:40:07,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:09,934 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:40:12,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:14,935 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:40:17,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:19,040 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:40:19,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:40:23,041 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:24,936 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:40:28,042 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:29,937 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:40:33,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:34,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:40:38,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:39,942 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:40:43,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:44,943 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:40:48,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:49,041 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:40:49,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:40:54,042 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:54,945 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:40:59,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:40:59,946 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:41:04,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:04,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:41:09,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:09,947 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:41:14,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:14,948 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:41:19,042 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:41:19,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:41:20,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:24,949 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:41:25,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:29,950 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:41:30,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:34,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:41:35,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:39,952 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:41:40,046 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:44,953 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:41:45,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:49,042 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:41:49,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:41:51,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:54,955 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:41:56,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:41:59,956 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:42:01,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:04,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:42:06,046 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:09,957 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:42:11,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:14,963 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:42:16,048 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:19,043 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:42:19,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:42:22,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:24,969 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:42:27,046 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:29,975 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:42:32,046 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:34,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:42:37,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:39,982 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:42:42,048 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:44,988 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:42:47,049 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:49,045 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:42:49,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:42:53,046 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:54,995 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:42:58,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:42:59,996 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:43:03,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:04,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:43:08,048 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:09,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:43:13,049 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:14,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:43:18,050 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:19,045 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:43:19,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:43:24,046 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:25,001 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:43:29,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:30,002 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:43:32,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:43:32,018 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:43:32,019 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:43:32,019 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:43:32,367 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:43:34,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:34,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:43:35,368 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:43:39,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:40,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:43:44,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:45,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:43:49,046 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:43:49,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:43:50,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:43:55,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:43:55,048 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:00,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:44:00,049 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:04,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:44:05,049 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:10,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:44:10,050 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:15,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:44:15,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:19,047 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:44:19,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:44:21,048 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:25,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:44:26,049 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:30,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:44:31,050 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:34,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:44:36,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:40,026 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:44:41,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:45,027 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:44:46,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:49,048 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:44:49,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:44:52,050 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:44:55,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:44:57,050 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:00,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:45:02,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:04,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:45:07,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:10,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:45:12,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:15,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:45:17,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:19,049 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:45:19,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:45:23,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:25,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:45:28,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:30,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:45:33,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:34,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:45:38,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:40,042 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:45:43,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:45,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:45:48,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:49,050 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:45:49,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:45:54,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:45:55,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:45:59,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:00,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:46:04,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:04,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:46:09,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:10,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:46:14,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:15,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:46:19,051 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:46:19,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:46:20,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:25,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:25,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:46:30,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:30,058 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:46:34,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:46:35,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:40,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:40,059 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:46:45,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:45,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:46:49,051 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:46:49,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:46:51,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:46:55,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:46:56,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:00,063 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:47:01,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:04,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:47:06,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:10,065 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:47:11,056 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:15,066 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:47:16,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:19,052 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:47:19,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:47:22,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:25,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:47:27,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:30,069 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:47:32,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:34,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:47:37,056 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:40,070 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:47:42,056 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:45,071 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:47:47,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:49,053 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:47:49,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:47:53,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:47:55,073 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:47:58,056 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:00,074 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:48:03,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:04,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:48:08,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:10,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:48:13,058 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:15,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:48:18,059 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:19,054 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:48:19,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:48:24,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:25,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:48:29,056 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:30,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:48:34,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:34,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:48:39,058 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:40,081 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:48:44,059 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:45,082 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:48:49,055 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:48:49,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:48:50,056 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:55,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:48:55,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:00,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:00,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:04,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:49:05,058 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:10,059 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:10,086 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:15,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:15,086 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:19,056 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:49:19,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:49:21,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:23,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:49:23,401 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:49:23,402 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:49:23,402 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:49:23,493 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:49:25,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:25,494 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:49:26,831 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:30,089 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:31,832 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:34,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:49:36,833 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:40,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:41,834 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:45,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:46,835 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:49,057 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:49:49,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:49:52,058 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:49:55,104 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:49:57,059 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:00,105 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:50:02,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:04,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:50:07,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:10,106 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:50:12,061 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:15,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:50:17,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:19,057 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:50:19,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:50:23,058 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:25,109 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:50:28,059 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:30,110 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:50:33,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:34,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:50:38,061 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:40,111 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:50:43,061 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:45,112 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:50:48,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:49,058 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:50:49,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:50:54,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:50:55,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:50:59,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:00,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:51:04,061 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:04,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:51:09,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:10,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:51:14,063 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:15,118 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:51:19,059 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:51:19,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:51:20,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:25,061 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:25,120 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:51:30,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:30,121 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:51:34,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:51:35,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:40,063 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:40,122 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:51:45,064 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:45,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:51:49,060 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:51:49,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:51:51,061 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:51:55,125 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:51:56,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:00,126 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:52:01,063 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:04,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:52:06,064 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:10,128 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:52:11,064 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:15,129 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:52:16,066 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:19,061 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:52:19,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:52:22,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:25,130 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:52:27,063 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:30,131 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:52:32,064 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:34,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:52:37,065 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:40,133 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:52:42,066 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:45,134 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:52:47,067 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:49,062 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:52:49,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:52:53,063 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:52:55,136 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:52:58,064 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:00,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:53:03,065 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:04,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:53:08,066 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:10,139 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:53:13,066 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:15,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:53:18,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:19,063 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:53:19,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:53:24,065 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:25,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:53:29,065 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:30,143 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:53:34,066 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:34,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:53:39,067 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:40,144 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:53:44,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:45,145 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:53:49,065 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:53:49,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:53:50,065 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:55,066 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:53:55,147 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:00,067 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:00,148 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:04,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:54:05,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:10,069 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:10,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:15,070 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:15,151 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:19,066 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:54:19,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:54:21,067 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:25,153 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:26,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:30,154 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:31,069 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:34,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:54:36,069 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:40,155 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:41,070 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:43,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 17:54:43,427 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 17:54:43,428 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 17:54:43,428 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 17:54:43,612 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 17:54:45,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:45,613 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 17:54:46,786 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:49,067 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:54:49,604 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:54:52,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:54:55,158 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:54:57,069 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:00,159 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:55:02,070 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:04,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:55:07,071 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:10,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:55:12,072 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:15,167 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:55:17,073 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:19,068 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:55:19,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:55:23,069 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:25,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:55:28,070 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:30,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:55:33,071 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:34,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:55:38,072 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:40,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:55:43,073 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:45,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:55:48,074 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:49,069 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:55:49,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:55:54,071 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:55:55,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:55:59,071 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:00,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:56:04,072 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:04,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:56:09,073 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:10,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:56:14,074 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:15,178 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:56:19,074 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:56:19,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:19,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:56:24,075 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:25,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:56:29,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:30,182 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:56:34,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:34,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:56:39,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:40,183 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:56:44,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:45,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:56:49,071 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:56:49,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:56:50,072 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:55,073 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:56:55,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:00,074 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:00,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:04,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:57:05,075 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:10,075 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:10,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:15,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:15,190 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:19,074 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:57:19,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:57:21,075 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:25,191 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:26,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:30,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:31,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:34,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:57:36,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:40,194 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:41,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:45,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:46,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:49,073 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:57:49,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:57:52,074 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:57:55,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:57:57,075 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:00,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:58:02,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:04,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:58:07,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:10,199 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:58:12,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:15,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:58:17,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:19,074 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:58:19,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:58:23,075 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:25,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:58:28,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:30,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:58:33,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:34,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:58:38,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:40,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:58:43,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:45,205 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:58:48,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:49,075 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:58:49,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:58:54,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:58:55,207 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:58:59,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:00,208 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:59:04,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:04,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:59:09,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:10,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:59:14,080 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:15,216 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:59:19,076 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:59:19,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:59:20,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:25,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:25,218 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:59:30,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:30,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:59:34,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:59:35,080 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:40,081 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:40,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:59:45,082 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:45,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:59:49,077 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 17:59:49,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 17:59:51,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 17:59:55,224 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 17:59:56,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:00,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:00:01,080 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:04,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:00:06,081 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:10,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:00:11,082 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:15,228 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:00:15,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:00:15,608 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:00:15,609 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:00:15,609 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:00:15,737 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:00:16,935 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:17,738 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:00:19,079 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:00:19,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:00:22,080 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:25,230 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:00:27,081 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:30,231 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:00:32,082 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:34,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:00:37,083 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:40,233 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:00:42,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:45,234 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:00:47,085 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:49,079 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:00:49,607 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:00:53,081 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:00:55,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:00:58,082 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:00,237 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:01:03,083 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:04,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:01:08,083 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:10,238 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:01:13,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:15,239 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:01:18,085 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:19,081 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:01:19,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:01:24,082 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:25,241 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:01:29,083 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:30,242 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:01:34,083 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:34,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:01:39,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:40,243 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:01:44,085 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:45,244 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:01:49,082 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:01:49,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:01:50,083 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:55,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:01:55,246 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:00,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:00,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:04,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:02:05,085 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:10,086 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:10,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:15,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:15,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:19,083 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:02:19,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:02:21,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:25,251 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:26,085 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:30,252 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:31,086 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:34,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:02:36,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:40,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:41,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:45,260 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:46,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:49,084 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:02:49,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:02:52,085 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:02:55,262 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:02:57,086 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:00,262 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:03:02,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:04,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:03:07,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:10,264 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:03:12,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:15,265 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:03:17,089 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:19,085 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:03:19,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:03:23,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:25,267 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:03:28,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:30,268 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:03:33,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:34,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:03:38,089 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:40,270 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:03:43,090 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:45,271 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:03:48,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:49,086 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:03:49,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:03:54,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:03:55,273 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:03:59,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:00,273 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:04:04,089 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:04,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:04:09,090 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:10,275 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:04:14,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:15,276 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:04:19,088 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:04:19,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:04:20,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:25,089 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:25,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:04:30,090 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:30,279 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:04:34,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:04:35,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:40,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:40,281 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:04:45,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:45,282 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:04:49,089 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:04:49,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:04:51,090 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:04:55,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:04:56,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:00,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:05:01,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:04,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:05:06,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:10,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:05:11,093 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:15,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:05:16,094 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:19,090 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:05:19,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:05:22,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:25,289 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:05:27,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:30,290 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:05:32,093 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:34,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:05:37,094 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:40,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:05:42,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:45,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:05:47,096 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:49,091 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:05:49,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:05:53,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:05:55,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:05:58,093 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:00,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:06:03,094 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:04,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:06:08,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:10,297 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:06:13,096 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:15,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:06:18,096 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:18,671 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:06:18,673 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:06:18,673 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:06:18,673 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:06:18,869 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:06:19,092 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:06:19,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:06:20,870 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:06:23,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:25,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:06:28,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:30,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:06:33,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:34,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:06:38,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:40,307 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:06:43,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:45,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:06:48,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:49,094 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:06:49,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:06:54,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:06:55,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:06:59,096 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:00,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:07:04,097 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:04,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:07:09,098 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:10,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:07:14,098 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:15,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:07:19,094 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:07:19,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:07:20,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:25,096 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:25,315 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:07:30,097 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:30,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:07:34,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:07:35,098 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:40,099 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:40,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:07:45,100 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:45,319 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:07:49,096 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:07:49,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:07:51,097 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:07:55,321 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:07:56,098 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:00,322 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:08:01,099 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:04,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:08:06,099 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:10,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:08:11,100 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:15,324 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:08:16,101 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:19,097 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:08:19,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:08:22,098 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:25,326 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:08:27,099 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:30,327 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:08:32,101 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:34,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:08:37,101 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:40,329 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:08:42,102 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:45,330 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:08:47,103 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:49,098 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:08:49,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:08:53,100 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:08:55,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:08:58,100 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:00,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:09:03,101 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:04,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:09:08,102 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:10,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:09:13,103 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:15,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:09:18,104 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:19,099 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:09:19,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:09:24,100 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:25,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:09:29,101 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:30,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:09:34,102 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:34,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:09:39,103 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:40,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:09:44,104 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:45,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:09:49,100 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:09:49,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:09:50,101 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:55,102 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:09:55,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:00,103 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:00,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:04,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:10:05,104 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:10,105 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:10,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:15,106 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:15,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:19,101 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:10:19,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:10:21,102 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:25,348 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:26,103 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:30,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:31,104 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:34,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:10:36,105 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:40,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:41,105 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:45,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:46,106 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:49,102 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:10:49,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:10:52,103 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:10:55,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:10:57,104 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:00,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:11:02,105 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:04,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:11:07,106 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:10,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:11:12,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:15,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:11:17,108 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:19,103 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:11:19,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:11:23,104 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:25,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:11:28,105 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:30,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:11:33,106 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:34,613 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:11:38,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:40,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:11:43,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:45,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:11:46,105 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:11:46,106 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:11:46,106 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:11:46,107 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:11:46,987 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:11:48,467 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:48,988 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:11:49,104 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:11:49,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:11:54,105 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:11:55,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:11:59,106 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:00,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:12:04,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:04,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:12:09,108 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:10,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:12:14,108 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:15,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:12:19,105 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:12:19,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:12:20,106 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:25,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:25,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:12:30,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:30,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:12:34,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:12:35,108 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:40,109 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:40,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:12:45,110 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:45,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:12:49,106 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:12:49,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:12:51,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:12:55,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:12:56,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:00,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:13:01,109 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:04,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:13:06,111 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:10,392 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:13:11,111 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:15,393 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:13:16,112 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:19,107 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:13:19,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:13:22,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:25,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:13:27,108 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:30,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:13:32,109 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:34,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:13:37,110 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:40,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:13:42,111 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:45,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:13:47,112 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:49,112 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:13:49,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:13:52,113 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:13:55,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:13:57,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:00,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:14:02,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:04,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:14:07,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:10,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:14:12,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:15,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:14:17,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:19,109 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:14:19,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:14:23,110 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:25,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:14:28,111 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:30,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:14:33,112 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:34,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:14:38,113 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:40,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:14:43,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:45,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:14:48,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:49,110 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:14:49,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:14:54,113 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:14:55,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:14:59,113 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:00,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:15:04,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:04,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:15:09,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:10,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:15:14,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:15,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:15:19,111 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:15:19,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:15:20,111 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:25,112 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:25,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:15:30,113 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:30,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:15:34,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:15:35,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:40,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:40,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:15:45,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:45,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:15:49,112 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:15:49,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:15:51,113 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:15:55,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:15:56,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:00,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:16:01,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:04,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:16:06,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:10,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:16:11,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:15,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:16:16,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:19,113 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:16:19,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:16:22,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:25,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:16:27,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:30,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:16:32,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:34,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:16:37,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:40,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:16:42,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:45,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:16:47,118 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:49,114 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:16:49,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:16:53,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:16:55,433 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:16:58,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:00,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:17:03,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:04,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:17:08,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:10,436 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:17:13,118 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:15,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:17:18,119 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:19,115 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:17:19,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:17:24,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:25,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:17:29,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:30,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:17:33,852 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:17:33,853 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:17:33,854 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:17:33,854 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:17:34,114 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:17:34,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:34,616 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:17:35,115 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:17:39,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:40,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:17:44,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:45,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:17:49,116 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:17:49,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:17:50,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:55,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:17:55,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:00,118 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:00,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:04,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:18:05,119 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:10,120 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:10,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:15,121 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:15,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:19,116 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:18:19,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:18:21,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:25,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:26,118 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:30,449 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:31,119 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:34,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:18:36,120 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:40,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:41,121 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:45,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:46,122 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:49,118 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:18:49,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:18:52,119 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:18:55,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:18:57,120 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:00,455 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:19:02,121 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:04,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:19:07,122 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:10,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:19:12,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:15,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:19:17,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:19,119 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:19:19,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:19:23,120 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:25,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:19:28,121 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:30,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:19:33,122 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:34,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:19:38,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:40,463 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:19:43,124 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:45,464 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:19:48,124 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:49,120 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:19:49,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:19:54,121 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:19:55,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:19:59,122 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:00,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:20:04,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:04,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:20:09,124 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:10,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:20:14,125 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:15,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:20:19,121 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:20:19,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:20:20,121 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:25,122 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:25,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:20:30,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:30,472 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:20:34,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:20:35,125 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:40,125 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:40,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:20:45,126 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:45,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:20:49,122 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:20:49,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:20:51,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:20:55,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:20:56,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:00,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:21:01,124 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:04,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:21:06,128 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:10,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:21:11,129 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:15,480 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:21:16,131 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:19,123 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:21:19,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:21:22,124 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:25,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:21:27,125 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:30,489 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:21:32,126 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:34,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:21:37,127 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:40,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:21:42,127 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:45,491 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:21:47,128 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:49,124 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:21:49,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:21:53,125 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:21:55,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:21:58,126 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:00,494 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:22:03,127 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:04,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:22:08,128 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:10,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:22:13,129 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:15,497 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:22:18,130 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:19,125 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:22:19,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:22:24,126 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:25,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:22:29,127 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:30,500 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:22:34,128 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:34,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:22:39,129 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:40,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:22:44,130 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:45,503 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:22:49,126 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:22:49,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:22:50,127 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:55,128 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:22:55,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:00,129 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:00,506 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:04,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:23:05,130 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:10,131 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:10,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:15,132 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:15,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:18,900 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:23:18,902 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:23:18,902 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:23:18,902 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:23:19,127 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:23:19,244 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:23:19,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:23:20,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:21,245 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:23:25,216 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:25,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:30,217 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:30,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:34,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:23:35,218 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:40,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:40,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:45,220 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:45,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:49,128 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:23:49,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:23:51,129 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:23:55,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:23:56,130 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:00,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:24:01,131 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:04,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:24:06,132 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:10,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:24:11,133 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:15,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:24:16,134 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:19,129 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:24:19,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:24:22,130 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:25,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:24:27,131 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:30,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:24:32,132 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:34,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:24:37,133 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:40,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:24:42,134 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:45,530 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:24:47,135 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:49,131 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:24:49,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:24:53,132 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:24:55,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:24:58,132 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:00,533 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:25:03,133 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:04,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:25:08,134 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:10,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:25:13,135 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:15,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:25:18,136 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:19,132 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:25:19,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:25:24,133 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:25,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:25:29,134 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:30,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:25:34,135 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:34,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:25:39,136 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:40,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:25:44,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:45,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:25:49,133 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:25:49,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:25:50,134 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:55,134 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:25:55,547 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:00,135 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:00,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:04,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:26:05,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:10,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:10,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:15,138 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:15,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:19,134 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:26:19,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:26:21,135 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:25,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:26,136 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:30,559 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:31,136 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:34,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:26:36,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:40,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:41,138 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:45,567 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:46,139 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:49,135 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:26:49,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:26:52,136 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:26:55,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:26:57,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:00,570 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:27:02,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:04,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:27:07,138 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:10,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:27:12,139 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:15,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:27:17,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:19,136 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:27:19,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:27:23,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:25,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:27:28,138 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:30,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:27:33,139 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:34,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:27:38,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:40,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:27:43,141 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:45,578 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:27:48,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:49,137 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:27:49,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:27:54,139 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:27:55,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:27:59,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:00,589 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:28:04,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:04,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:28:09,141 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:10,591 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:28:14,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:15,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:28:19,138 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:28:19,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:28:20,139 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:25,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:25,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:28:30,141 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:30,594 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:28:34,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:28:35,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:40,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:40,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:28:45,143 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:45,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:28:49,139 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:28:49,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:28:51,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:28:51,838 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:28:51,839 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:28:51,839 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:28:51,839 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:28:52,369 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:28:53,369 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:28:55,600 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:28:56,185 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:00,601 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:29:01,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:04,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:29:06,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:10,602 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:29:11,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:15,603 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:29:16,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:19,139 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:29:19,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:29:22,141 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:25,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:29:27,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:30,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:29:32,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:34,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:29:37,143 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:40,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:29:42,144 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:45,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:29:47,145 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:49,140 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:29:49,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:29:53,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:29:55,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:29:58,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:00,621 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:30:03,143 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:04,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:30:08,144 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:10,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:30:13,145 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:15,624 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:30:18,146 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:19,141 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:30:19,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:30:24,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:25,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:30:29,143 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:30,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:30:34,144 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:34,632 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:30:39,145 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:40,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:30:44,146 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:45,629 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:30:49,142 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:30:49,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:30:50,143 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:54,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:30:55,144 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:30:59,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:31:00,145 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:04,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:31:05,146 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:09,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:31:10,147 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:14,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:31:15,147 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:19,143 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:31:19,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:31:21,144 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:24,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:31:26,145 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:29,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:31:31,146 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:34,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:31:36,147 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:39,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:31:41,148 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:44,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:31:46,148 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:49,148 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:31:49,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:31:52,149 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:54,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:31:57,149 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:31:59,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:32:02,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:04,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:32:07,151 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:09,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:32:12,152 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:14,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:32:17,153 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:19,146 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:32:19,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:32:23,147 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:24,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:32:28,148 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:29,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:32:33,149 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:34,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:32:38,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:39,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:32:43,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:44,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:32:48,151 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:49,148 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:32:49,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:32:54,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:54,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:32:59,151 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:32:59,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:33:04,151 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:04,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:33:09,152 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:09,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:33:14,153 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:14,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:33:19,148 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:33:19,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:33:20,149 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:24,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:33:25,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:29,672 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:33:30,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:34,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:33:35,151 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:39,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:33:40,152 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:44,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:33:45,153 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:49,149 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:33:49,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:33:51,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:54,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:33:56,151 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:33:58,072 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:33:58,073 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:33:58,073 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:33:58,073 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:33:58,483 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:33:59,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:34:00,484 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:34:01,392 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:04,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:34:06,393 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:09,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:34:11,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:14,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:34:16,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:19,151 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:34:19,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:34:22,152 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:24,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:34:27,152 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:29,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:34:32,153 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:34,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:34:37,154 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:39,685 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:34:42,155 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:44,686 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:34:47,156 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:49,151 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:34:49,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:34:53,152 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:54,688 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:34:58,153 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:34:59,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:35:03,154 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:04,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:35:08,155 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:09,690 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:35:13,156 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:14,691 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:35:18,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:19,152 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:35:19,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:35:24,153 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:24,693 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:35:29,154 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:29,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:35:34,155 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:34,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:35:39,156 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:39,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:35:44,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:44,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:35:49,153 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:35:49,635 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:35:50,154 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:54,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:35:55,154 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:35:59,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:36:00,155 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:04,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:36:05,156 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:09,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:36:10,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:14,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:36:15,158 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:19,154 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:36:19,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:36:21,155 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:24,703 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:36:26,156 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:29,704 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:36:31,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:34,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:36:36,158 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:39,706 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:36:41,159 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:44,707 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:36:46,160 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:49,155 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:36:49,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:36:52,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:54,708 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:36:57,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:36:59,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:37:02,158 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:04,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:37:07,159 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:09,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:37:12,160 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:14,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:37:17,161 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:19,156 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:37:19,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:37:23,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:24,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:37:28,158 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:29,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:37:33,159 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:34,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:37:38,160 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:39,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:37:43,161 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:44,718 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:37:48,162 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:49,158 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:37:49,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:37:54,159 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:54,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:37:59,160 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:37:59,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:38:04,161 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:04,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:38:09,162 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:09,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:38:14,163 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:14,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:38:19,159 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:38:19,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:38:20,160 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:24,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:38:25,161 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:29,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:38:30,162 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:34,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:38:35,163 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:39,728 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:38:40,163 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:44,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:38:45,164 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:49,161 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:38:49,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:38:51,162 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:54,731 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:38:56,162 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:38:57,073 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:38:57,074 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:38:57,074 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:38:57,075 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:38:57,600 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:38:58,600 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:38:59,732 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:39:01,393 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:04,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:39:06,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:09,734 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:39:11,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:14,735 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:39:16,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:19,162 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:39:19,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:39:22,163 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:24,737 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:39:27,163 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:29,738 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:39:32,164 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:34,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:39:37,165 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:39,739 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:39:42,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:44,740 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:39:47,167 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:49,163 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:39:49,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:39:53,164 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:54,742 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:39:58,165 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:39:59,743 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:40:03,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:04,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:40:08,167 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:09,745 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:40:13,168 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:14,746 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:40:18,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:19,164 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:40:19,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:40:24,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:24,748 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:40:29,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:29,749 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:40:34,167 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:34,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:40:39,168 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:39,751 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:40:44,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:44,752 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:40:49,165 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:40:49,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:40:50,165 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:54,753 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:40:55,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:40:59,754 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:41:00,167 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:04,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:41:05,168 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:09,756 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:41:10,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:14,762 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:41:15,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:19,165 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:41:19,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:41:21,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:24,769 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:41:26,167 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:29,770 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:41:31,168 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:34,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:41:36,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:39,772 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:41:41,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:44,773 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:41:46,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:49,166 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:41:49,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:41:52,167 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:54,775 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:41:57,168 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:41:59,776 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:42:02,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:04,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:42:07,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:09,778 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:42:12,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:14,779 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:42:17,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:19,167 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:42:19,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:42:23,168 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:24,780 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:42:28,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:29,781 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:42:33,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:34,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:42:38,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:39,783 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:42:43,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:44,784 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:42:48,173 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:49,168 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:42:49,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:42:54,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:54,785 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:42:59,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:42:59,786 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:43:04,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:04,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:43:09,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:09,788 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:43:14,173 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:14,789 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:43:19,168 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:43:19,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:43:20,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:24,790 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:43:25,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:29,791 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:43:30,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:34,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:43:35,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:39,793 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:43:40,173 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:44,794 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:43:45,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:49,169 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:43:49,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:43:51,170 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:54,796 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:43:56,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:43:59,797 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:44:01,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:04,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:44:06,173 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:09,798 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:44:11,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:14,799 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:44:16,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:19,170 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:44:19,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:44:22,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:24,801 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:44:27,173 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:29,802 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:44:32,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:44:32,069 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:44:32,069 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:44:32,070 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:44:32,393 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:32,727 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:44:34,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:44:34,728 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:44:37,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:39,808 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:44:42,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:44,809 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:44:47,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:49,171 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:44:49,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:44:53,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:54,811 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:44:58,173 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:44:59,812 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:45:03,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:04,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:45:08,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:09,814 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:45:13,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:14,815 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:45:18,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:19,172 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:45:19,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:45:24,173 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:24,817 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:45:29,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:29,818 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:45:34,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:34,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:45:39,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:39,819 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:45:44,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:44,821 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:45:49,172 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:45:49,640 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:45:50,173 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:54,822 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:45:55,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:45:59,823 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:46:00,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:04,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:46:05,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:09,825 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:46:10,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:14,826 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:46:15,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:19,173 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:46:19,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:46:21,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:24,828 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:46:26,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:29,829 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:46:31,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:34,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:46:36,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:39,830 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:46:41,178 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:44,831 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:46:46,178 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:49,174 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:46:49,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:46:52,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:54,833 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:46:57,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:46:59,834 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:47:02,178 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:04,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:47:07,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:09,836 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:47:12,180 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:14,837 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:47:17,180 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:19,176 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:47:19,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:47:23,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:24,839 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:47:28,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:29,840 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:47:33,178 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:34,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:47:38,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:39,842 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:47:43,180 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:44,843 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:47:48,181 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:49,176 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:47:49,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:47:54,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:54,844 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:47:59,178 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:47:59,845 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:48:04,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:04,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:48:09,180 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:09,847 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:48:14,181 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:14,848 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:48:19,177 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:48:19,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:48:20,178 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:24,850 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:48:25,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:29,851 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:48:30,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:34,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:48:35,180 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:39,852 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:48:40,181 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:44,853 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:48:45,182 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:49,178 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:48:49,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:48:51,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:54,855 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:48:56,180 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:48:59,856 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:49:01,181 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:04,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:49:06,182 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:09,858 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:49:11,183 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:14,859 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:49:16,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:19,183 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:49:19,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:49:21,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:24,861 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:49:26,185 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:29,862 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:49:31,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:34,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:49:36,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:39,863 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:49:41,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:44,864 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:49:46,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:49,180 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:49:49,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:49:52,182 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:54,866 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:49:57,183 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:49:59,867 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:50:02,183 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:04,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:50:07,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:09,869 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:50:12,185 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:14,870 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:50:17,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:19,181 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:50:19,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:50:23,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:24,871 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:50:28,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:29,872 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:50:33,185 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:34,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:50:38,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:39,874 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:50:43,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:44,875 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:50:48,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:49,182 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:50:49,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:50:54,183 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:54,877 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:50:59,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:50:59,878 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:51:02,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:51:02,536 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:51:02,536 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:51:02,536 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:51:02,869 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:51:04,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:51:04,860 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:04,870 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:51:09,861 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:09,880 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:51:14,862 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:14,881 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:51:19,183 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:51:19,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:51:20,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:24,882 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:51:25,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:29,883 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:51:30,185 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:34,643 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:51:35,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:39,884 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:51:40,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:44,885 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:51:45,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:49,184 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:51:49,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:51:51,185 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:54,887 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:51:56,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:51:59,888 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:52:01,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:04,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:52:06,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:09,890 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:52:11,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:14,891 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:52:16,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:19,185 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:52:19,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:52:22,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:24,892 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:52:27,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:29,894 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:52:32,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:34,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:52:37,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:39,895 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:52:42,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:44,896 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:52:47,190 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:49,186 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:52:49,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:52:53,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:54,898 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:52:58,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:52:59,899 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:53:03,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:04,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:53:08,190 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:09,901 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:53:13,191 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:14,902 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:53:18,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:19,188 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:53:19,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:53:24,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:24,904 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:53:29,190 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:29,904 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:53:34,191 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:34,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:53:39,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:39,906 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:53:44,193 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:44,907 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:53:49,189 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:53:49,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:53:50,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:54,908 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:53:55,190 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:53:59,909 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:54:00,191 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:04,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:54:05,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:09,911 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:54:10,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:14,912 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:54:15,193 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:19,190 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:54:19,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:54:21,191 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:24,914 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:54:26,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:29,915 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:54:31,193 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:34,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:54:36,193 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:39,917 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:54:41,194 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:44,917 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:54:46,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:49,191 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:54:49,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:54:52,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:54,919 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:54:57,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:54:59,920 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:55:02,193 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:04,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:55:07,194 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:09,927 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:55:12,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:14,928 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:55:17,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:19,192 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:55:19,645 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:55:23,193 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:24,930 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:55:28,194 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:29,931 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:55:33,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:34,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:55:38,196 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:39,935 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:55:43,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:44,936 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:55:48,198 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:49,193 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:55:49,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:55:54,194 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:54,940 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:55:59,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:55:59,941 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:56:04,196 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:04,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:56:09,196 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:09,943 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:56:14,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:14,944 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:56:19,194 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:56:19,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:56:20,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:24,946 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:56:25,196 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:29,947 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:56:30,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:34,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:56:35,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:39,948 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:56:40,198 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:41,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 18:56:41,715 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 18:56:41,715 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 18:56:41,716 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 18:56:41,995 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 18:56:43,996 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 18:56:44,949 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:56:46,030 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:49,195 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:56:49,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:56:51,196 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:54,951 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:56:56,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:56:59,952 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:57:01,199 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:04,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:57:06,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:09,954 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:57:11,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:14,955 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:57:16,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:19,196 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:57:19,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:57:22,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:24,957 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:57:27,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:29,958 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:57:32,199 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:34,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:57:37,199 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:39,959 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:57:42,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:44,960 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:57:47,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:49,197 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:57:49,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:57:53,198 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:54,962 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:57:58,199 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:57:59,963 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:58:03,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:04,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:58:08,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:09,964 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:58:13,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:14,965 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:58:18,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:19,198 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:58:19,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:58:24,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:24,967 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:58:29,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:29,968 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:58:34,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:34,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:58:39,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:39,969 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:58:44,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:44,970 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:58:49,199 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:58:49,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:58:50,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:54,971 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:58:55,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:58:59,972 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:59:00,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:04,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:59:05,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:09,974 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:59:10,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:14,975 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:59:15,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:19,200 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:59:19,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:59:21,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:24,977 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:59:26,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:29,978 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:59:31,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:34,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:59:36,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:39,979 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:59:41,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:44,980 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:59:46,205 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:49,201 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 18:59:49,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 18:59:52,202 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:54,982 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 18:59:57,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 18:59:59,983 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:00:02,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:04,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:00:07,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:09,985 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:00:12,205 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:14,986 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:00:17,206 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:19,201 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:00:19,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:00:23,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:24,988 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:00:28,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:29,989 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:00:33,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:34,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:00:38,205 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:39,996 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:00:43,206 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:44,997 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:00:48,206 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:49,202 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:00:49,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:00:54,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:54,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:00:59,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:00:59,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:01:04,205 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:04,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:01:09,206 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:10,001 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:01:14,207 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:15,002 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:01:19,203 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:01:19,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:01:20,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:25,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:01:25,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:26,772 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:01:26,773 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:01:26,774 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:01:26,774 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:01:27,099 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:01:28,100 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:01:30,004 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:01:31,093 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:34,648 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:01:36,094 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:40,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:01:41,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:45,007 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:01:46,096 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:49,204 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:01:49,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:01:51,205 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:01:55,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:01:56,206 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:00,009 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:02:01,207 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:04,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:02:06,208 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:10,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:02:11,209 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:15,012 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:02:16,210 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:19,206 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:02:19,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:02:22,207 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:25,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:02:27,207 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:30,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:02:32,208 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:34,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:02:37,209 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:40,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:02:42,210 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:45,017 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:02:47,211 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:49,207 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:02:49,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:02:53,208 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:02:55,019 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:02:58,209 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:00,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:03:03,209 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:04,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:03:08,210 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:10,022 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:03:13,211 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:15,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:03:18,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:19,207 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:03:19,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:03:24,209 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:25,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:03:29,210 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:30,025 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:03:34,211 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:34,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:03:39,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:40,027 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:03:44,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:45,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:03:49,208 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:03:49,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:03:50,209 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:03:55,030 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:03:55,210 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:00,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:04:00,211 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:04,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:04:05,211 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:10,033 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:04:10,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:15,033 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:04:15,213 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:19,209 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:04:19,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:04:21,210 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:25,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:04:26,211 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:30,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:04:31,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:34,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:04:36,213 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:40,038 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:04:41,213 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:45,039 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:04:46,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:49,210 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:04:49,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:04:52,211 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:04:55,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:04:57,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:00,044 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:05:02,213 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:04,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:05:07,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:10,046 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:05:12,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:15,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:05:17,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:19,211 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:05:19,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:05:23,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:25,049 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:05:28,213 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:30,050 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:05:33,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:34,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:05:38,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:40,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:05:43,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:45,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:05:48,216 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:49,211 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:05:49,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:05:54,213 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:05:55,054 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:05:59,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:00,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:06:04,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:04,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:06:09,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:10,056 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:06:14,216 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:15,057 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:06:19,213 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:06:19,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:06:20,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:25,059 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:06:25,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:30,060 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:06:30,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:34,651 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:06:35,216 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:40,061 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:06:40,217 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:45,062 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:06:45,217 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:45,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:06:45,663 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:06:45,663 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:06:45,664 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:06:46,220 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:06:48,221 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:06:49,218 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:06:49,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:06:50,218 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:06:55,064 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:06:55,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:00,065 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:07:00,220 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:04,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:07:05,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:10,067 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:07:10,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:15,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:07:15,223 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:19,215 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:07:19,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:07:21,216 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:25,069 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:07:26,217 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:30,070 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:07:31,218 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:34,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:07:36,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:40,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:07:41,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:45,078 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:07:46,220 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:49,216 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:07:49,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:07:52,218 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:07:55,080 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:07:57,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:00,081 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:08:02,220 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:04,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:08:07,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:10,082 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:08:12,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:15,083 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:08:17,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:19,217 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:08:19,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:08:23,218 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:25,085 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:08:28,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:30,086 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:08:33,220 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:34,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:08:38,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:40,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:08:43,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:45,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:08:48,223 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:49,217 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:08:49,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:08:54,218 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:08:55,094 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:08:59,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:00,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:09:04,220 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:04,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:09:09,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:10,097 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:09:14,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:15,098 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:09:19,218 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:09:19,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:09:20,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:25,099 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:09:25,220 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:30,100 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:09:30,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:34,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:09:35,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:40,102 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:09:40,223 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:45,104 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:09:45,223 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:49,220 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:09:49,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:09:51,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:09:55,106 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:09:56,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:00,107 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:10:01,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:04,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:10:06,223 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:10,108 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:10:11,224 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:15,110 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:10:16,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:19,221 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:10:19,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:10:22,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:25,111 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:10:27,223 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:30,112 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:10:32,224 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:34,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:10:37,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:40,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:10:42,226 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:45,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:10:47,226 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:49,222 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:10:49,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:10:53,223 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:10:55,117 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:10:58,224 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:00,118 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:11:03,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:04,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:11:08,226 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:10,119 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:11:13,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:15,120 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:11:18,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:19,223 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:11:19,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:11:24,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:25,122 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:11:29,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:30,128 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:11:34,226 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:34,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:11:39,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:40,130 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:11:44,228 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:45,131 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:11:49,225 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:11:49,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:11:50,226 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:11:55,133 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:11:55,226 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:00,134 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:12:00,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:04,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:12:05,228 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:10,136 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:12:10,229 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:14,919 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:12:14,920 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:12:14,920 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:12:14,921 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:12:15,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:12:15,237 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:15,346 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:12:16,347 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:12:19,226 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:12:19,654 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:12:21,226 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:25,139 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:12:26,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:30,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:12:31,228 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:34,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:12:36,229 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:40,146 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:12:41,230 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:45,147 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:12:46,231 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:49,226 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:12:49,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:12:52,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:12:55,149 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:12:57,228 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:00,150 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:13:02,229 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:04,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:13:07,230 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:10,152 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:13:12,230 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:15,153 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:13:17,231 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:19,227 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:13:19,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:13:23,228 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:25,155 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:13:28,229 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:30,156 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:13:33,230 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:34,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:13:38,231 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:40,158 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:13:43,232 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:45,159 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:13:48,233 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:49,228 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:13:49,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:13:54,229 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:13:55,160 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:13:59,230 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:00,161 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:14:04,231 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:04,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:14:09,232 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:10,163 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:14:14,233 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:15,164 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:14:19,229 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:14:19,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:14:20,230 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:25,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:14:25,231 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:30,167 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:14:30,232 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:34,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:14:35,232 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:40,168 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:14:40,233 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:45,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:14:45,234 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:49,230 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:14:49,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:14:51,231 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:14:55,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:14:56,232 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:00,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:15:01,233 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:04,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:15:06,234 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:10,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:15:11,234 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:15,175 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:15:16,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:19,231 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:15:19,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:15:22,232 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:25,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:15:27,233 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:30,177 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:15:32,234 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:34,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:15:37,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:40,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:15:42,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:45,180 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:15:47,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:49,232 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:15:49,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:15:53,233 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:15:55,181 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:15:58,234 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:00,182 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:16:03,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:04,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:16:08,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:10,184 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:16:13,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:15,185 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:16:18,237 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:19,233 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:16:19,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:16:24,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:25,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:16:29,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:30,188 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:16:34,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:34,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:16:39,237 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:40,189 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:16:44,238 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:45,190 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:16:49,234 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:16:49,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:16:50,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:16:55,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:16:55,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:00,193 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:17:00,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:04,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:17:05,237 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:10,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:17:10,238 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:15,196 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:17:15,239 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:19,236 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:17:19,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:17:21,237 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:25,198 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:17:26,237 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:30,199 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:17:31,238 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:34,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:17:36,239 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:40,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:17:41,240 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:45,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:17:46,241 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:49,237 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:17:49,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:17:52,238 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:55,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:17:56,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:17:56,680 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:17:56,680 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:17:56,681 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:17:57,469 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:17:58,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:17:58,470 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:18:00,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:18:03,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:04,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:18:08,014 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:10,208 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:18:13,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:15,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:18:18,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:19,237 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:18:19,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:18:23,238 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:25,213 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:18:28,239 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:30,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:18:33,240 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:34,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:18:38,241 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:40,216 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:18:43,242 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:45,218 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:18:48,242 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:49,238 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:18:49,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:18:54,239 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:18:55,219 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:18:59,240 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:00,220 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:19:04,241 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:04,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:19:09,242 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:10,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:19:14,243 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:15,223 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:19:19,239 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:19:19,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:19:20,240 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:25,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:19:25,241 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:30,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:19:30,241 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:34,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:19:35,242 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:40,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:19:40,243 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:45,228 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:19:45,244 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:49,240 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:19:49,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:19:51,242 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:19:55,230 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:19:56,243 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:00,231 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:20:01,243 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:04,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:20:06,244 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:10,232 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:20:11,245 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:15,234 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:20:16,246 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:19,242 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:20:19,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:20:22,243 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:25,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:20:27,243 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:30,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:20:32,244 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:34,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:20:37,245 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:40,238 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:20:42,246 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:45,239 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:20:47,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:49,242 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:20:49,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:20:53,243 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:20:55,241 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:20:58,244 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:00,242 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:21:03,245 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:04,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:21:08,246 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:10,244 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:21:13,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:15,245 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:21:18,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:19,244 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:21:19,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:21:24,245 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:25,246 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:21:29,246 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:30,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:21:34,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:34,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:21:39,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:40,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:21:44,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:45,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:21:49,244 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:21:49,659 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:21:50,245 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:55,246 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:21:55,251 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:00,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:00,252 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:04,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:22:05,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:10,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:10,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:15,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:15,255 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:19,245 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:22:19,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:22:21,246 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:25,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:26,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:30,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:31,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:34,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:22:36,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:40,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:41,250 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:45,260 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:46,251 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:49,246 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:22:49,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:22:52,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:22:55,262 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:22:57,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:00,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:23:02,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:04,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:23:07,250 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:10,264 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:23:12,250 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:13,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:23:13,608 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:23:13,608 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:23:13,608 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:23:14,588 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:23:15,265 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:23:15,589 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:23:17,930 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:19,247 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:23:19,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:23:23,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:25,267 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:23:28,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:30,268 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:23:33,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:34,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:23:38,250 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:40,270 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:23:43,251 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:45,271 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:23:48,252 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:49,248 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:23:49,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:23:54,249 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:23:55,274 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:23:59,250 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:00,275 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:24:04,251 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:04,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:24:09,252 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:10,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:24:14,253 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:15,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:24:19,252 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:24:19,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:19,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:24:24,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:25,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:24:29,255 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:30,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:24:34,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:34,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:24:39,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:40,285 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:24:44,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:45,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:24:49,250 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:24:49,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:24:50,251 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:55,252 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:24:55,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:00,252 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:00,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:04,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:25:05,253 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:10,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:10,297 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:15,255 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:15,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:19,251 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:25:19,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:25:21,253 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:25,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:26,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:30,301 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:31,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:34,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:25:36,255 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:40,302 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:41,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:45,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:46,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:49,252 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:25:49,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:25:52,253 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:25:55,305 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:25:57,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:00,306 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:26:02,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:04,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:26:07,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:10,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:26:12,258 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:15,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:26:17,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:19,252 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:26:19,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:26:23,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:25,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:26:28,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:30,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:26:33,255 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:34,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:26:38,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:40,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:26:43,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:45,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:26:48,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:49,253 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:26:49,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:26:54,254 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:26:55,315 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:26:59,255 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:00,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:27:04,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:04,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:27:09,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:10,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:27:14,258 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:15,319 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:27:19,254 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:27:19,662 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:27:20,255 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:25,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:25,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:27:30,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:30,321 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:27:34,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:27:35,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:40,258 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:40,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:27:45,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:45,324 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:27:49,255 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:27:49,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:27:51,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:27:55,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:27:56,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:00,326 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:28:01,258 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:04,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:28:06,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:10,328 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:28:11,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:15,329 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:28:16,260 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:19,256 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:28:19,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:28:22,257 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:25,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:28:27,258 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:30,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:28:32,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:34,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:28:37,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:39,210 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:28:39,211 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:28:39,211 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:28:39,211 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:28:39,712 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:28:40,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:28:41,713 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:28:42,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:45,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:28:47,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:49,257 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:28:49,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:28:53,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:28:55,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:28:58,260 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:00,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:29:03,261 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:04,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:29:08,262 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:10,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:29:13,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:15,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:29:18,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:19,258 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:29:19,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:29:24,259 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:25,347 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:29:29,260 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:30,347 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:29:34,261 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:34,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:29:39,262 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:40,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:29:44,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:45,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:29:49,259 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:29:49,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:29:50,260 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:55,261 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:29:55,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:00,262 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:00,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:04,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:30:05,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:10,264 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:10,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:15,265 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:15,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:19,261 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:30:19,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:30:21,261 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:25,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:26,262 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:30,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:31,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:34,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:30:36,264 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:40,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:41,265 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:45,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:46,266 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:49,262 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:30:49,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:30:52,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:30:55,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:30:57,264 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:00,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:31:02,265 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:04,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:31:07,266 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:10,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:31:12,266 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:15,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:31:17,267 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:19,263 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:31:19,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:31:23,265 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:25,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:31:28,265 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:30,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:31:33,266 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:34,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:31:38,267 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:40,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:31:43,268 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:45,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:31:48,269 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:49,265 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:31:49,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:31:54,266 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:31:55,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:31:59,267 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:00,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:32:04,268 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:04,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:32:09,269 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:10,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:32:14,269 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:15,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:32:19,266 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:32:19,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:32:20,267 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:25,268 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:25,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:32:30,268 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:30,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:32:34,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:32:35,270 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:40,270 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:40,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:32:45,271 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:45,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:32:49,267 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:32:49,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:32:51,268 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:32:55,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:32:56,269 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:00,390 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:33:01,270 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:04,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:33:06,270 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:10,391 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:33:11,271 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:15,392 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:33:16,272 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:19,268 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:33:19,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:33:22,269 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:25,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:33:27,270 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:30,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:33:32,271 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:34,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:33:37,272 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:40,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:33:42,273 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:45,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:33:47,274 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:49,269 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:33:49,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:33:52,974 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:33:52,975 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:33:52,975 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:33:52,976 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:33:52,976 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:33:53,836 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:33:55,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:33:55,837 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:33:58,306 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:00,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:34:03,306 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:04,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:34:08,307 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:10,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:34:13,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:15,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:34:18,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:19,270 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:34:19,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:34:24,272 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:25,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:34:29,273 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:30,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:34:34,273 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:34,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:34:39,274 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:40,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:34:44,275 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:45,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:34:49,271 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:34:49,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:34:50,272 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:55,273 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:34:55,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:00,274 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:00,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:04,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:35:05,274 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:10,275 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:10,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:15,276 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:15,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:19,272 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:35:19,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:35:21,273 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:25,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:26,274 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:30,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:31,275 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:34,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:35:36,276 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:40,439 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:41,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:45,440 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:46,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:49,273 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:35:49,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:35:52,275 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:35:55,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:35:57,275 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:00,443 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:36:02,276 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:04,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:36:07,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:10,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:36:12,279 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:15,446 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:36:17,280 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:19,275 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:36:19,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:36:23,276 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:25,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:36:28,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:30,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:36:33,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:34,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:36:38,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:40,450 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:36:43,279 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:45,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:36:48,280 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:49,276 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:36:49,667 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:36:54,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:36:55,453 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:36:59,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:00,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:37:04,279 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:04,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:37:09,279 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:10,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:37:14,280 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:15,457 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:37:19,277 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:37:19,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:37:20,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:25,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:25,458 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:37:30,279 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:30,459 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:37:34,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:37:35,280 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:40,280 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:40,460 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:37:45,281 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:45,461 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:37:49,278 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:37:49,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:37:51,279 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:37:55,465 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:37:56,279 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:00,466 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:38:01,280 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:04,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:38:06,282 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:10,468 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:38:11,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:15,469 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:38:16,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:19,279 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:38:19,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:38:22,280 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:25,470 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:38:27,281 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:30,471 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:38:32,282 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:34,673 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:38:37,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:40,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:38:42,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:45,474 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:38:47,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:49,280 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:38:49,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:38:53,281 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:38:55,476 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:38:58,282 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:00,477 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:39:03,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:04,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:39:08,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:09,271 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:39:09,272 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:39:09,273 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:39:09,273 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:39:09,954 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:39:10,478 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:39:11,955 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:39:13,690 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:15,479 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:39:18,691 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:19,281 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:39:19,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:39:24,282 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:25,481 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:39:29,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:30,482 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:39:34,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:34,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:39:39,285 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:40,484 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:39:44,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:45,485 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:39:49,282 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:39:49,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:39:50,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:55,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:39:55,486 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:00,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:00,487 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:04,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:40:05,285 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:10,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:10,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:15,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:15,496 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:19,282 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:40:19,674 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:40:21,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:25,498 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:26,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:30,499 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:31,285 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:34,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:40:36,285 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:40,501 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:41,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:45,502 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:46,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:49,283 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:40:49,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:40:52,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:40:55,504 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:40:57,285 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:00,505 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:41:02,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:04,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:41:07,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:10,507 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:41:12,288 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:15,508 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:41:17,289 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:19,284 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:41:19,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:41:23,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:25,510 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:41:28,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:30,511 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:41:33,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:34,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:41:38,288 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:40,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:41:43,289 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:45,514 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:41:48,290 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:49,285 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:41:49,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:41:54,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:41:55,516 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:41:59,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:00,517 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:42:04,288 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:04,675 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:42:09,289 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:10,518 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:42:14,290 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:15,519 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:42:19,290 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:42:19,291 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:19,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:42:24,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:25,521 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:42:29,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:30,522 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:42:34,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:34,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:42:39,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:40,523 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:42:44,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:45,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:42:49,288 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:42:49,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:42:50,289 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:55,289 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:42:55,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:00,290 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:00,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:04,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:43:05,291 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:10,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:10,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:15,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:15,529 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:19,288 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:43:19,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:43:21,290 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:25,531 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:26,291 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:30,532 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:31,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:34,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:43:36,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:40,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:41,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:45,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:46,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:49,290 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:43:49,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:43:52,291 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:43:55,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:43:57,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:00,537 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:44:02,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:04,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:44:07,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:10,539 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:44:12,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:15,540 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:44:17,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:19,291 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:44:19,676 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:44:23,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:25,542 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:44:28,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:44:28,158 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:44:28,158 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:44:28,158 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:44:28,524 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:29,070 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:44:30,070 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:44:30,543 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:44:33,525 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:34,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:44:38,526 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:40,545 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:44:43,527 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:45,546 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:44:48,528 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:49,291 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:44:49,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:44:54,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:44:55,552 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:44:59,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:00,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:45:04,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:04,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:45:09,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:10,554 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:45:14,296 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:15,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:45:19,292 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:45:19,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:45:20,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:25,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:25,557 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:45:30,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:30,558 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:45:34,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:45:35,296 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:40,296 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:40,560 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:45:45,297 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:45,561 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:45:49,293 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:45:49,677 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:45:51,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:45:55,563 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:45:56,294 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:00,564 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:46:01,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:04,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:46:06,296 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:10,565 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:46:11,297 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:15,566 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:46:16,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:19,294 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:46:19,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:46:22,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:25,568 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:46:27,296 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:30,569 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:46:32,297 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:34,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:46:37,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:40,571 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:46:42,299 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:45,572 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:46:47,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:49,295 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:46:49,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:46:53,296 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:46:55,574 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:46:58,297 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:00,575 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:47:03,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:04,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:47:08,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:10,576 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:47:13,299 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:15,577 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:47:18,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:19,296 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:47:19,678 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:47:24,297 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:25,579 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:47:29,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:30,580 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:47:34,299 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:34,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:47:39,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:40,582 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:47:44,301 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:45,583 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:47:49,296 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:47:49,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:47:50,297 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:55,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:47:55,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:00,299 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:00,585 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:04,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:48:05,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:10,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:10,587 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:15,301 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:15,588 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:19,297 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:48:19,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:48:21,299 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:25,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:26,299 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:30,590 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:31,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:34,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:48:36,301 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:40,592 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:41,302 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:45,593 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:46,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:49,298 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:48:49,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:48:52,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:48:55,595 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:48:57,301 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:00,596 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:49:02,302 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:04,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:49:07,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:10,597 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:49:12,304 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:15,598 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:49:17,305 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:19,299 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:49:19,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:49:23,299 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:25,605 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:49:28,300 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:30,606 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:49:33,301 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:34,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:49:38,302 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:40,609 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:49:43,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:45,610 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:49:48,304 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:49,300 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:49:49,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:49:54,301 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:49:55,611 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:49:59,302 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:00,612 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:50:04,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:04,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:50:07,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:50:07,170 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:50:07,171 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:50:07,171 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:50:07,193 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:50:09,194 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:50:09,550 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:10,614 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:50:14,551 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:15,615 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:50:19,301 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:50:19,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:50:20,302 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:25,302 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:25,617 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:50:30,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:30,618 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:50:34,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:50:35,304 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:40,305 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:40,619 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:50:45,306 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:45,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:50:49,302 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:50:49,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:50:51,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:50:55,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:50:56,304 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:00,623 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:51:01,305 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:04,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:51:06,306 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:10,625 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:51:11,306 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:15,626 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:51:16,307 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:19,303 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:51:19,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:51:22,304 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:25,627 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:51:27,305 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:30,628 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:51:32,306 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:34,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:51:37,307 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:40,630 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:51:42,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:45,631 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:51:47,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:49,304 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:51:49,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:51:53,305 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:51:55,633 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:51:58,306 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:00,634 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:52:03,307 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:04,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:52:08,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:10,636 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:52:13,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:15,637 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:52:18,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:19,305 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:52:19,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:52:24,307 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:25,638 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:52:29,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:30,639 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:52:34,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:34,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:52:39,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:40,641 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:52:44,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:45,642 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:52:49,306 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:52:49,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:52:50,307 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:55,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:52:55,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:00,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:00,644 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:04,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:53:05,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:10,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:10,646 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:15,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:15,647 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:19,307 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:53:19,681 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:53:21,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:25,649 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:26,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:30,650 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:31,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:34,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:53:36,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:40,652 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:41,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:45,653 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:46,312 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:49,308 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:53:49,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:53:52,309 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:53:55,655 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:53:57,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:00,656 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:54:02,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:04,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:54:07,312 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:10,657 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:54:12,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:15,658 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:54:17,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:19,309 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:54:19,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:54:23,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:25,660 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:54:28,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:30,661 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:54:33,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:34,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:54:38,312 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:40,663 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:54:43,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:45,664 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:54:48,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:49,310 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:54:49,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:54:54,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:54:55,665 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:54:59,312 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:00,666 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:55:04,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:04,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:55:09,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:10,668 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:55:14,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:15,669 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:55:19,310 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:55:19,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:55:20,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:25,312 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:25,671 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:55:30,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:30,672 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:55:34,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:55:35,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:40,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:40,679 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:55:45,315 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:45,680 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:55:49,311 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:55:49,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:55:50,620 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 19:55:50,621 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 19:55:50,622 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 19:55:50,622 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:55:50,622 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 19:55:51,318 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 19:55:53,319 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 19:55:55,682 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:55:56,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:00,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:01,035 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:04,683 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:56:06,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:09,684 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:11,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:14,685 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:16,037 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:19,312 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:56:19,692 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:19,693 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:56:21,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:25,693 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:26,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:30,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:31,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:34,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:56:36,315 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:39,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:41,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:44,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:46,317 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:49,313 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:56:49,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:56:52,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:54,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:56:57,315 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:56:59,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:57:02,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:04,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:57:07,317 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:09,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:57:12,317 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:14,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:57:17,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:19,314 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:57:19,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:57:23,315 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:24,703 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:57:28,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:29,704 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:57:33,317 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:34,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:57:38,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:39,706 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:57:43,319 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:44,707 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:57:48,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:49,315 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:57:49,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:57:54,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:54,708 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:57:59,317 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:57:59,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:58:04,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:04,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:58:09,319 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:09,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:58:14,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:14,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:58:19,315 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:58:19,689 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:58:20,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:24,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:58:25,317 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:29,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:58:30,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:34,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:58:35,319 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:39,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:58:40,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:44,719 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:58:45,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:49,316 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:58:49,693 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:58:51,317 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:54,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:58:56,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:58:59,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:59:01,319 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:04,693 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:59:06,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:09,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:59:11,321 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:14,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:59:16,321 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:19,317 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:59:19,693 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:59:22,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:24,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:59:27,319 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:29,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:59:32,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:34,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:59:37,321 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:39,728 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:59:42,322 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:44,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:59:47,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:49,322 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 19:59:49,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 19:59:53,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:54,730 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 19:59:58,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 19:59:59,731 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:00:03,324 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:04,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:00:08,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:09,733 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:00:13,326 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:14,734 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:00:18,327 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:19,319 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:00:19,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:00:24,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:24,735 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:00:29,321 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:29,741 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:00:34,322 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:34,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:00:39,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:39,742 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:00:44,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:44,743 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:00:49,319 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:00:49,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:00:50,321 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:54,745 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:00:55,322 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:00:59,745 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:01:00,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:04,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:01:05,324 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:09,747 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:01:10,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:13,161 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:01:13,162 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:01:13,162 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:01:13,162 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:01:13,436 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:01:14,748 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:01:15,437 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:01:15,493 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:19,320 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:01:19,694 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:01:21,321 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:24,750 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:01:26,322 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:29,750 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:01:31,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:34,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:01:36,324 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:39,752 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:01:41,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:44,753 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:01:46,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:49,321 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:01:49,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:01:52,322 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:54,754 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:01:57,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:01:59,755 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:02:02,324 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:04,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:02:07,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:09,757 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:02:12,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:14,758 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:02:17,326 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:19,322 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:02:19,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:02:23,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:24,764 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:02:28,324 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:29,765 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:02:33,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:34,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:02:38,326 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:39,767 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:02:43,327 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:44,768 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:02:48,327 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:49,323 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:02:49,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:02:54,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:54,775 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:02:59,326 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:02:59,776 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:03:04,327 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:04,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:03:09,327 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:09,778 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:03:14,328 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:14,778 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:03:19,324 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:03:19,695 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:03:20,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:24,780 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:03:25,326 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:29,781 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:03:30,327 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:34,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:03:35,328 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:39,782 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:03:40,328 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:44,783 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:03:45,329 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:49,326 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:03:49,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:03:51,327 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:54,789 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:03:56,328 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:03:59,790 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:04:01,328 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:04,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:04:06,329 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:09,791 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:04:11,330 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:14,792 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:04:16,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:19,326 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:04:19,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:04:22,328 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:24,794 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:04:27,328 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:29,795 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:04:32,329 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:34,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:04:37,330 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:39,797 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:04:42,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:44,798 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:04:47,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:49,328 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:04:49,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:04:53,329 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:54,799 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:04:58,330 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:04:59,800 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:05:03,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:04,696 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:05:08,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:09,801 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:05:13,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:14,802 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:05:18,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:19,328 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:05:19,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:05:24,330 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:24,804 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:05:29,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:29,804 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:05:34,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:34,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:05:39,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:39,806 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:05:44,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:44,807 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:05:49,329 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:05:49,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:05:50,330 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:54,809 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:05:55,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:05:59,810 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:06:00,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:04,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:06:05,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:09,812 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:06:10,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:14,490 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:06:14,491 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:06:14,491 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:06:14,492 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:06:14,549 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:06:14,813 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:06:15,549 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:06:15,813 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:19,330 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:06:19,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:06:21,331 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:24,815 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:06:26,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:29,816 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:06:31,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:34,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:06:36,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:39,817 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:06:41,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:44,818 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:06:46,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:49,331 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:06:49,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:06:52,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:54,820 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:06:57,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:06:59,821 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:07:02,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:04,697 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:07:07,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:09,822 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:07:12,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:14,823 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:07:17,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:19,332 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:07:19,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:07:23,333 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:24,825 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:07:28,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:29,826 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:07:33,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:34,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:07:38,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:39,827 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:07:43,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:44,828 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:07:48,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:49,333 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:07:49,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:07:54,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:54,830 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:07:59,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:07:59,831 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:08:04,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:04,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:08:09,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:09,832 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:08:14,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:14,833 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:08:19,334 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:08:19,698 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:08:20,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:24,835 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:08:25,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:29,836 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:08:30,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:34,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:08:35,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:39,837 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:08:40,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:44,838 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:08:45,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:49,335 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:08:49,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:08:51,336 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:54,840 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:08:56,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:08:59,841 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:09:01,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:04,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:09:06,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:09,842 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:09:11,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:14,843 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:09:16,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:19,336 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:09:19,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:09:22,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:24,844 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:09:27,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:29,845 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:09:32,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:34,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:09:37,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:39,847 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:09:42,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:44,848 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:09:47,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:49,337 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:09:49,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:09:53,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:54,850 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:09:58,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:09:59,850 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:10:03,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:04,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:10:08,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:09,852 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:10:13,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:14,853 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:10:18,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:19,337 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:10:19,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:10:24,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:24,854 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:10:29,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:29,855 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:10:34,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:34,699 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:10:39,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:39,857 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:10:44,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:44,858 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:10:49,338 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:10:49,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:10:50,339 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:54,859 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:10:55,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:10:59,860 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:11:00,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:04,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:11:05,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:09,862 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:11:10,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:14,864 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:11:15,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:19,339 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:11:19,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:11:21,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:24,865 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:11:26,341 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:29,866 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:11:31,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:34,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:11:36,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:39,867 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:11:41,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:44,868 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:11:46,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:49,340 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:11:49,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:11:52,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:54,870 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:11:57,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:11:59,872 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:12:02,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:04,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:12:07,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:09,873 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:12:12,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:14,874 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:12:17,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:19,341 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:12:19,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:12:22,473 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:12:22,474 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:12:22,475 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:12:22,475 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:22,476 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:12:22,684 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:12:24,685 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:12:24,876 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:12:27,794 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:29,877 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:12:32,794 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:34,700 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:12:37,795 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:39,878 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:12:42,796 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:44,879 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:12:47,796 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:49,342 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:12:49,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:12:53,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:54,881 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:12:58,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:12:59,882 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:13:03,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:04,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:13:08,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:09,884 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:13:13,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:14,885 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:13:18,347 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:19,343 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:13:19,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:13:24,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:24,886 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:13:29,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:29,887 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:13:34,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:34,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:13:39,347 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:39,889 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:13:44,348 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:44,890 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:13:49,344 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:13:49,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:13:50,345 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:54,891 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:13:55,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:13:59,892 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:14:00,347 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:04,701 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:14:05,348 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:09,894 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:14:10,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:14,895 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:14:15,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:19,345 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:14:19,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:14:21,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:24,897 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:14:26,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:29,898 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:14:31,347 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:34,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:14:36,348 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:39,899 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:14:41,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:44,900 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:14:46,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:49,346 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:14:49,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:14:52,347 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:54,904 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:14:57,348 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:14:59,905 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:15:02,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:04,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:15:07,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:09,907 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:15:12,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:14,908 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:15:17,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:19,347 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:15:19,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:15:23,348 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:24,910 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:15:28,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:29,910 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:15:33,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:34,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:15:38,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:39,912 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:15:43,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:44,913 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:15:48,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:49,348 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:15:49,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:15:54,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:54,915 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:15:59,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:15:59,916 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:16:04,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:04,702 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:16:09,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:09,918 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:16:14,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:14,919 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:16:19,349 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:16:19,703 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:16:20,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:24,926 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:16:25,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:29,927 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:16:30,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:34,703 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:16:35,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:39,928 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:16:40,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:44,929 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:16:45,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:49,349 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:16:49,703 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:16:51,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:54,931 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:16:56,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:16:59,932 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:17:01,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:04,703 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:17:06,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:09,934 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:17:11,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:14,935 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:17:16,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:19,350 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:17:19,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:17:22,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:24,936 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:17:27,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:29,937 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:17:32,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:34,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:17:37,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:39,939 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:17:42,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:44,940 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:17:47,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:49,355 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:17:49,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:17:53,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:54,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:17:54,423 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:17:54,424 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:17:54,424 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:17:54,807 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:17:54,942 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:17:56,808 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:17:58,748 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:17:59,943 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:18:03,749 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:04,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:18:08,750 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:09,945 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:18:13,750 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:14,946 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:18:18,751 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:19,352 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:18:19,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:18:24,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:24,947 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:18:29,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:29,948 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:18:34,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:34,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:18:39,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:39,950 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:18:44,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:44,951 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:18:49,353 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:18:49,709 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:18:50,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:54,958 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:18:55,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:18:59,959 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:19:00,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:04,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:19:05,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:09,961 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:19:10,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:14,965 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:19:15,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:19,354 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:19:19,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:19:21,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:24,967 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:19:26,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:29,968 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:19:31,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:34,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:19:36,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:39,970 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:19:41,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:44,971 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:19:46,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:49,355 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:19:49,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:19:52,356 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:54,974 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:19:57,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:19:59,975 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:20:02,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:04,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:20:07,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:09,977 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:20:12,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:14,978 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:20:17,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:19,356 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:20:19,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:20:23,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:24,980 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:20:28,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:29,981 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:20:33,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:34,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:20:38,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:39,982 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:20:43,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:44,983 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:20:48,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:49,357 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:20:49,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:20:54,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:54,987 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:20:59,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:20:59,987 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:21:04,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:04,710 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:21:09,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:09,989 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:21:14,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:14,990 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:21:19,358 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:21:19,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:21:20,359 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:24,997 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:21:25,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:29,998 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:21:30,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:34,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:21:35,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:39,999 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:21:40,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:45,000 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:21:45,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:49,359 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:21:49,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:21:51,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:21:55,002 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:21:56,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:00,003 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:22:01,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:04,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:22:06,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:10,005 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:22:11,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:15,006 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:22:16,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:19,361 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:22:19,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:22:22,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:25,008 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:22:27,362 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:30,009 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:22:32,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:34,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:22:37,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:40,010 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:22:42,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:45,011 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:22:47,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:49,362 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:22:49,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:22:53,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:22:55,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:22:58,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:00,013 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:23:03,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:04,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:23:08,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:10,015 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:23:13,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:15,016 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:23:18,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:19,363 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:23:19,711 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:23:20,599 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:23:20,600 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:23:20,600 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:23:20,600 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:23:20,923 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:23:22,924 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:23:23,980 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:25,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:23:28,980 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:30,018 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:23:33,981 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:34,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:23:38,982 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:40,020 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:23:43,983 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:45,021 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:23:48,983 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:49,364 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:23:49,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:23:54,365 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:23:55,023 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:23:59,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:00,024 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:24:04,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:04,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:24:09,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:10,025 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:24:14,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:15,026 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:24:19,365 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:24:19,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:24:20,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:25,028 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:24:25,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:30,029 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:24:30,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:34,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:24:35,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:40,031 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:24:40,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:45,032 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:24:45,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:49,366 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:24:49,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:24:51,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:24:55,033 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:24:56,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:00,034 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:25:01,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:04,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:25:06,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:10,036 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:25:11,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:15,037 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:25:16,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:19,367 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:25:19,712 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:25:22,368 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:25,039 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:25:27,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:30,040 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:25:32,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:34,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:25:37,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:40,042 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:25:42,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:45,043 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:25:47,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:49,368 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:25:49,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:25:53,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:25:55,045 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:25:58,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:00,046 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:26:03,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:04,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:26:08,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:10,047 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:26:13,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:15,048 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:26:18,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:19,369 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:26:19,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:26:24,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:25,050 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:26:29,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:30,051 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:26:34,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:34,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:26:39,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:40,052 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:26:44,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:45,053 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:26:49,370 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:26:49,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:26:50,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:26:55,055 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:26:55,371 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:00,056 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:27:00,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:04,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:27:05,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:10,058 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:27:10,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:15,059 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:27:15,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:19,371 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:27:19,713 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:27:21,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:25,066 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:27:26,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:30,067 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:27:31,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:34,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:27:36,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:40,068 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:27:41,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:45,069 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:27:46,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:49,372 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:27:49,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:27:52,374 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:27:55,071 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:27:57,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:00,072 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:28:02,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:04,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:28:07,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:10,074 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:28:12,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:15,075 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:28:17,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:19,374 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:28:19,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:28:23,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:25,076 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:28:28,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:30,077 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:28:33,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:34,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:28:38,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:40,079 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:28:43,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:45,080 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:28:48,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:49,375 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:28:49,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:28:54,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:28:54,981 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:28:54,982 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:28:54,982 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:28:54,983 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:28:55,046 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:28:55,081 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:28:57,046 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:29:00,082 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:29:00,301 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:04,714 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:29:05,302 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:10,084 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:29:10,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:15,085 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:29:15,303 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:19,376 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:29:19,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:29:20,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:25,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:29:25,377 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:30,088 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:29:30,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:34,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:29:35,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:40,089 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:29:40,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:45,090 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:29:45,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:49,377 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:29:49,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:29:51,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:29:55,097 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:29:56,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:00,108 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:30:01,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:04,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:30:06,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:10,110 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:30:11,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:15,111 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:30:16,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:19,378 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:30:19,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:30:22,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:25,113 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:30:27,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:30,114 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:30:32,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:34,715 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:30:37,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:40,115 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:30:42,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:45,116 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:30:47,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:49,379 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:30:49,716 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:30:53,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:30:55,118 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:30:58,380 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:00,119 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:31:03,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:04,716 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:31:08,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:10,121 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:31:13,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:15,122 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:31:18,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:19,380 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:31:19,716 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:31:24,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:25,123 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:31:29,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:30,124 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:31:34,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:34,716 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:31:39,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:40,126 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:31:44,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:45,127 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:31:49,381 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:31:49,716 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:31:50,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:31:55,129 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:31:55,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:00,130 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:32:00,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:04,716 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:32:05,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:10,132 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:32:10,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:15,133 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:32:15,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:19,381 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:32:19,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:32:21,383 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:25,135 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:32:26,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:30,136 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:32:31,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:34,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:32:36,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:40,137 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:32:41,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:45,138 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:32:46,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:49,383 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:32:49,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:32:52,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:32:55,140 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:32:57,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:00,141 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:33:02,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:04,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:33:07,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:10,142 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:33:12,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:15,144 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:33:17,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:19,384 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:33:19,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:33:23,386 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:25,148 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:33:28,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:30,149 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:33:33,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:34,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:33:38,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:40,151 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:33:43,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:45,157 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:33:48,390 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:49,385 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:33:49,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:33:54,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:33:55,159 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:33:59,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:00,160 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:34:04,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:04,717 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:34:09,390 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:10,162 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:34:10,555 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:34:10,556 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:34:10,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:34:10,557 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:34:11,166 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:34:13,166 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:34:14,908 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:15,163 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:34:19,386 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:34:19,718 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:34:20,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:25,165 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:34:25,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:30,166 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:34:30,389 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:34,718 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:34:35,390 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:40,168 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:34:40,391 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:45,169 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:34:45,392 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:49,395 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:34:49,718 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:34:50,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:34:55,171 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:34:55,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:00,172 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:35:00,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:04,718 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:35:05,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:10,174 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:35:10,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:15,176 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:35:15,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:19,389 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:35:19,718 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:35:21,390 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:25,178 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:35:26,391 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:30,179 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:35:31,392 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:34,718 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:35:36,393 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:40,186 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:35:41,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:45,187 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:35:46,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:49,392 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:35:49,719 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:35:52,393 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:35:55,191 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:35:57,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:00,192 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:36:02,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:04,719 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:36:07,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:10,194 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:36:12,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:15,195 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:36:17,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:19,392 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:36:19,719 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:36:23,393 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:25,197 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:36:28,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:30,198 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:36:33,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:34,719 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:36:38,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:40,200 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:36:43,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:45,201 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:36:48,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:49,392 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:36:49,719 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:36:54,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:36:55,203 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:36:59,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:00,204 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:37:04,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:04,719 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:37:09,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:10,206 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:37:14,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:15,207 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:37:19,393 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:37:19,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:37:20,394 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:25,209 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:37:25,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:30,210 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:37:30,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:34,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:37:35,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:40,211 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:37:40,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:45,212 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:37:45,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:49,394 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:37:49,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:37:51,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:37:55,214 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:37:56,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:00,215 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:38:01,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:04,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:38:06,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:10,221 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:38:11,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:15,222 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:38:16,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:19,395 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:38:19,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:38:22,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:25,224 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:38:27,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:30,225 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:38:32,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:34,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:38:37,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:40,227 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:38:42,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:45,229 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:38:47,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:49,396 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:38:49,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:38:53,397 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:38:55,235 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:38:58,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:00,236 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:39:03,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:04,720 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:39:08,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:10,238 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:39:13,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:15,239 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:39:18,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:19,397 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:39:19,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:39:24,398 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:25,241 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:39:29,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:30,242 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:39:34,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:34,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:39:39,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:40,244 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:39:44,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:45,245 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:39:45,513 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:39:45,515 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:39:45,515 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:39:45,515 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:39:46,304 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:39:48,305 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:39:49,398 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:39:49,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:39:50,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:39:55,247 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:39:55,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:00,248 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:40:00,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:04,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:40:05,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:10,250 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:40:10,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:15,251 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:40:15,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:19,398 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:40:19,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:40:21,399 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:25,253 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:40:26,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:30,255 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:40:31,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:34,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:40:36,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:40,256 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:40:41,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:45,258 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:40:46,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:49,400 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:40:49,721 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:40:52,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:40:55,260 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:40:57,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:00,261 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:41:02,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:04,722 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:41:07,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:10,263 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:41:12,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:15,264 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:41:17,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:19,400 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:41:19,722 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:41:23,402 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:25,266 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:41:28,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:30,267 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:41:33,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:34,722 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:41:38,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:40,269 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:41:43,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:45,271 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:41:48,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:49,401 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:41:49,722 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:41:54,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:41:55,272 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:41:59,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:00,274 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:42:04,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:04,722 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:42:09,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:10,276 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:42:14,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:15,277 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:42:19,402 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:42:19,722 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:42:20,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:25,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:42:25,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:30,280 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:42:30,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:34,722 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:42:35,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:40,283 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:42:40,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:45,284 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:42:45,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:49,403 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:42:49,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:42:51,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:42:55,286 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:42:56,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:00,287 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:43:01,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:04,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:43:06,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:10,289 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:43:11,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:15,290 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:43:16,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:19,404 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:43:19,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:43:22,405 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:25,292 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:43:27,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:30,293 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:43:32,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:34,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:43:37,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:40,295 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:43:42,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:45,296 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:43:47,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:49,405 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:43:49,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:43:53,406 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:43:55,298 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:43:58,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:00,304 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:44:03,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:04,723 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:44:08,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:10,307 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:44:13,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:15,308 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:44:18,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:19,406 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:44:19,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:44:24,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:25,310 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:44:29,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:30,311 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:44:34,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:34,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:44:39,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:40,313 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:44:44,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:45,314 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:44:49,407 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:44:49,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:44:50,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:44:55,316 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:44:55,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:00,318 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:45:00,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:01,205 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:45:01,206 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:45:01,206 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:45:01,206 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:45:01,447 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:45:04,449 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:45:04,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:45:05,534 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:10,319 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:45:10,535 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:15,320 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:45:15,536 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:19,408 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:45:19,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:45:21,409 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:25,322 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:45:26,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:30,323 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:45:31,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:34,724 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:45:36,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:40,325 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:45:41,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:45,330 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:45:46,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:49,409 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:45:49,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:45:52,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:45:55,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:45:57,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:00,332 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:46:02,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:04,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:46:07,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:10,334 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:46:12,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:15,335 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:46:17,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:19,410 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:46:19,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:46:23,411 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:25,337 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:46:28,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:30,338 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:46:33,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:34,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:46:38,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:40,340 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:46:43,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:45,342 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:46:48,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:49,410 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:46:49,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:46:54,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:46:55,343 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:46:59,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:00,344 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:47:04,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:04,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:47:09,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:10,346 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:47:14,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:15,347 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:47:19,411 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:47:19,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:47:20,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:25,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:47:25,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:30,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:47:30,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:34,725 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:47:35,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:40,351 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:47:40,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:45,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:47:45,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:49,412 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:47:49,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:47:51,413 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:47:55,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:47:56,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:00,355 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:48:01,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:04,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:48:06,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:10,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:48:11,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:15,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:48:16,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:19,413 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:48:19,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:48:22,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:25,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:48:27,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:30,361 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:48:32,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:34,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:48:37,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:40,363 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:48:42,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:45,364 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:48:47,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:49,414 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:48:49,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:48:53,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:48:55,366 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:48:58,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:00,367 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:49:03,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:04,726 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:49:08,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:10,369 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:49:13,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:15,370 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:49:18,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:19,414 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:49:19,727 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:49:24,416 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:25,372 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:49:29,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:30,373 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:49:34,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:34,727 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:49:39,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:40,375 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:49:44,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:45,376 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:49:49,416 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:49:49,727 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:49:50,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:49:55,378 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:49:55,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:00,379 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:50:00,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:02,608 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:50:02,609 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:50:02,609 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:50:02,609 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:50:03,570 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:50:04,570 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:50:04,727 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:50:05,956 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:10,381 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:50:10,957 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:15,382 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:50:15,957 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:19,416 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:50:19,727 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:50:21,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:25,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:50:26,418 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:30,385 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:50:31,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:34,727 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:50:36,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:40,387 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:50:41,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:45,388 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:50:46,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:49,417 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:50:49,727 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:50:52,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:50:55,395 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:50:57,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:00,396 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:51:02,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:04,728 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:51:07,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:10,400 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:51:12,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:15,401 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:51:17,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:19,418 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:51:19,728 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:51:23,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:25,403 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:51:28,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:30,404 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:51:33,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:34,728 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:51:38,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:40,407 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:51:43,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:45,408 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:51:48,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:49,419 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:51:49,728 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:51:54,420 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:51:55,410 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:51:59,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:00,412 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:52:04,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:04,728 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:52:09,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:10,414 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:52:14,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:15,415 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:52:19,420 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:52:19,728 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:52:20,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:25,417 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:52:25,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:30,419 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:52:30,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:34,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:52:35,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:40,421 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:52:40,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:45,422 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:52:45,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:49,425 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:52:49,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:52:51,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:52:55,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:52:56,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:00,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:53:01,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:04,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:53:06,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:10,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:53:11,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:15,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:53:16,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:19,422 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:53:19,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:53:22,423 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:25,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:53:27,424 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:30,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:53:32,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:34,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:53:37,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:40,434 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:53:42,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:45,435 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:53:47,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:49,424 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:53:49,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:53:53,425 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:53:55,437 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:53:58,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:00,438 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:54:03,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:04,730 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:54:08,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:10,441 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:54:13,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:15,442 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:54:18,431 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:19,424 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:54:19,729 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:54:24,426 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:25,444 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:54:29,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:30,445 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:54:34,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:34,730 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:54:39,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:40,447 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:54:44,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:45,448 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:54:49,425 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:54:49,730 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:54:50,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:55,427 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:54:55,451 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:00,428 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:00,452 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:04,730 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:55:05,429 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:10,430 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:10,454 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:15,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:15,456 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:18,278 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:55:18,279 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:55:18,280 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:55:18,280 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:55:18,712 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:55:18,916 DEBUG SenderThread:446 [sender.py:send():379] send: telemetry +2024-04-10 20:55:18,917 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:55:18,919 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 20:55:18,920 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:55:18,921 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:55:18,921 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:55:18,921 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:55:18,922 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:55:18,922 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:55:18,922 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:55:18,923 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:55:18,923 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:55:18,923 DEBUG SenderThread:446 [sender.py:send():379] send: history +2024-04-10 20:55:18,924 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: summary_record +2024-04-10 20:55:18,924 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:55:19,426 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:55:19,712 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:55:19,749 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:55:21,432 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:21,713 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/config.yaml +2024-04-10 20:55:23,878 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: pause +2024-04-10 20:55:23,878 INFO HandlerThread:446 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-10 20:55:23,878 INFO HandlerThread:446 [system_monitor.py:finish():203] Stopping system monitor +2024-04-10 20:55:23,879 DEBUG SystemMonitor:446 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-10 20:55:23,879 DEBUG SystemMonitor:446 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-10 20:55:23,880 INFO HandlerThread:446 [interfaces.py:finish():202] Joined cpu monitor +2024-04-10 20:55:23,880 INFO HandlerThread:446 [interfaces.py:finish():202] Joined disk monitor +2024-04-10 20:55:23,892 INFO HandlerThread:446 [interfaces.py:finish():202] Joined gpu monitor +2024-04-10 20:55:23,892 INFO HandlerThread:446 [interfaces.py:finish():202] Joined memory monitor +2024-04-10 20:55:23,892 INFO HandlerThread:446 [interfaces.py:finish():202] Joined network monitor +2024-04-10 20:55:23,892 DEBUG SenderThread:446 [sender.py:send():379] send: stats +2024-04-10 20:55:24,821 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:26,893 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:29,822 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:31,895 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:34,738 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:55:36,896 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:39,824 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:41,897 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:44,826 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:46,898 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:49,738 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:55:51,899 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:54,828 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:55:56,900 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:55:59,829 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:56:01,901 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:04,738 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:56:06,903 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:09,832 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:56:11,904 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:14,833 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:56:16,905 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:19,738 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:56:21,906 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:24,836 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:56:26,907 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:29,837 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:56:31,908 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:34,738 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:56:36,909 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:39,839 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:56:41,910 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:44,841 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:56:46,911 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:49,739 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:56:51,912 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:54,843 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:56:56,914 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:56:59,844 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 20:57:01,915 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:57:03,087 DEBUG SenderThread:446 [sender.py:send():379] send: exit +2024-04-10 20:57:03,088 INFO SenderThread:446 [sender.py:send_exit():586] handling exit code: 0 +2024-04-10 20:57:03,088 INFO SenderThread:446 [sender.py:send_exit():588] handling runtime: 32705 +2024-04-10 20:57:03,090 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:57:03,090 INFO SenderThread:446 [sender.py:send_exit():594] send defer +2024-04-10 20:57:03,090 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:03,090 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 0 +2024-04-10 20:57:03,091 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:03,091 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 0 +2024-04-10 20:57:03,091 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 1 +2024-04-10 20:57:03,091 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:03,091 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 1 +2024-04-10 20:57:03,092 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:03,092 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 1 +2024-04-10 20:57:03,092 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 2 +2024-04-10 20:57:03,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:03,092 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 2 +2024-04-10 20:57:03,092 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:03,092 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 2 +2024-04-10 20:57:03,092 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 3 +2024-04-10 20:57:03,092 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:03,093 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 3 +2024-04-10 20:57:03,093 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:03,093 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 3 +2024-04-10 20:57:03,093 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 4 +2024-04-10 20:57:03,093 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:03,093 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 4 +2024-04-10 20:57:03,093 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:03,093 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 4 +2024-04-10 20:57:03,093 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 5 +2024-04-10 20:57:03,093 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:03,094 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 5 +2024-04-10 20:57:03,094 DEBUG SenderThread:446 [sender.py:send():379] send: summary +2024-04-10 20:57:03,094 INFO SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 20:57:03,095 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:03,095 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 5 +2024-04-10 20:57:03,095 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 6 +2024-04-10 20:57:03,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:03,095 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 6 +2024-04-10 20:57:03,095 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:03,095 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 6 +2024-04-10 20:57:03,095 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 7 +2024-04-10 20:57:03,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 20:57:03,095 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:03,096 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 7 +2024-04-10 20:57:03,096 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:03,096 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 7 +2024-04-10 20:57:03,757 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:57:04,087 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: poll_exit +2024-04-10 20:57:04,553 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 8 +2024-04-10 20:57:04,553 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: poll_exit +2024-04-10 20:57:04,553 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:04,554 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 8 +2024-04-10 20:57:04,554 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:04,554 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 8 +2024-04-10 20:57:04,554 INFO SenderThread:446 [job_builder.py:build():318] Attempting to build job artifact +2024-04-10 20:57:04,556 INFO SenderThread:446 [job_builder.py:_get_source_type():466] no source found +2024-04-10 20:57:04,556 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 9 +2024-04-10 20:57:04,556 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:04,557 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 9 +2024-04-10 20:57:04,557 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:04,557 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 9 +2024-04-10 20:57:04,557 INFO SenderThread:446 [dir_watcher.py:finish():358] shutting down directory watcher +2024-04-10 20:57:04,758 INFO Thread-12 :446 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:57:04,759 INFO SenderThread:446 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files +2024-04-10 20:57:04,759 INFO SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/config.yaml config.yaml +2024-04-10 20:57:04,759 INFO SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/conda-environment.yaml conda-environment.yaml +2024-04-10 20:57:04,759 INFO SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log output.log +2024-04-10 20:57:04,762 INFO SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-metadata.json wandb-metadata.json +2024-04-10 20:57:04,763 INFO SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/requirements.txt requirements.txt +2024-04-10 20:57:04,763 INFO SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json wandb-summary.json +2024-04-10 20:57:04,769 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 10 +2024-04-10 20:57:04,770 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:04,770 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 10 +2024-04-10 20:57:04,773 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:04,773 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 10 +2024-04-10 20:57:04,773 INFO SenderThread:446 [file_pusher.py:finish():172] shutting down file pusher +2024-04-10 20:57:04,966 INFO wandb-upload_0:446 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/config.yaml +2024-04-10 20:57:04,989 INFO wandb-upload_2:446 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/requirements.txt +2024-04-10 20:57:04,993 INFO wandb-upload_3:446 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/wandb-summary.json +2024-04-10 20:57:05,073 INFO wandb-upload_1:446 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_115017-r9p6sok2/files/output.log +2024-04-10 20:57:05,089 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: poll_exit +2024-04-10 20:57:05,090 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: poll_exit +2024-04-10 20:57:05,274 INFO Thread-11 (_thread_body):446 [sender.py:transition_state():614] send defer: 11 +2024-04-10 20:57:05,274 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:05,275 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 11 +2024-04-10 20:57:05,275 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:05,275 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 11 +2024-04-10 20:57:05,275 INFO SenderThread:446 [file_pusher.py:join():178] waiting for file pusher +2024-04-10 20:57:05,275 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 12 +2024-04-10 20:57:05,276 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:05,276 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 12 +2024-04-10 20:57:05,276 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:05,276 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 12 +2024-04-10 20:57:05,276 INFO SenderThread:446 [file_stream.py:finish():614] file stream finish called +2024-04-10 20:57:05,349 INFO SenderThread:446 [file_stream.py:finish():618] file stream finish is done +2024-04-10 20:57:05,349 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 13 +2024-04-10 20:57:05,349 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:05,349 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 13 +2024-04-10 20:57:05,350 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:05,350 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 13 +2024-04-10 20:57:05,350 INFO SenderThread:446 [sender.py:transition_state():614] send defer: 14 +2024-04-10 20:57:05,350 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: defer +2024-04-10 20:57:05,350 INFO HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 14 +2024-04-10 20:57:05,351 DEBUG SenderThread:446 [sender.py:send():379] send: final +2024-04-10 20:57:05,351 DEBUG SenderThread:446 [sender.py:send():379] send: footer +2024-04-10 20:57:05,351 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: defer +2024-04-10 20:57:05,351 INFO SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 14 +2024-04-10 20:57:05,352 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: poll_exit +2024-04-10 20:57:05,352 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: poll_exit +2024-04-10 20:57:05,353 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: poll_exit +2024-04-10 20:57:05,353 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: poll_exit +2024-04-10 20:57:05,354 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: server_info +2024-04-10 20:57:05,354 DEBUG SenderThread:446 [sender.py:send_request():406] send_request: server_info +2024-04-10 20:57:05,357 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: get_summary +2024-04-10 20:57:05,358 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: sampled_history +2024-04-10 20:57:05,360 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 20:57:05,383 INFO MainThread:446 [wandb_run.py:_footer_history_summary_info():3920] rendering history +2024-04-10 20:57:05,384 INFO MainThread:446 [wandb_run.py:_footer_history_summary_info():3952] rendering summary +2024-04-10 20:57:05,384 INFO MainThread:446 [wandb_run.py:_footer_sync_info():3879] logging synced files +2024-04-10 20:57:05,384 DEBUG HandlerThread:446 [handler.py:handle_request():146] handle_request: shutdown +2024-04-10 20:57:05,384 INFO HandlerThread:446 [handler.py:finish():866] shutting down handler +2024-04-10 20:57:06,354 INFO WriterThread:446 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240410_115017-r9p6sok2/run-r9p6sok2.wandb +2024-04-10 20:57:06,383 INFO SenderThread:446 [sender.py:finish():1546] shutting down sender +2024-04-10 20:57:06,383 INFO SenderThread:446 [file_pusher.py:finish():172] shutting down file pusher +2024-04-10 20:57:06,383 INFO SenderThread:446 [file_pusher.py:join():178] waiting for file pusher